-- Logs begin at Thu 2022-07-28 16:46:57 UTC, end at Thu 2022-07-28 18:21:10 UTC. -- Jul 28 17:52:43.392783 dv-cinder-837543-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 17:52:46.102807 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.common.config [-] Logging enabled! Jul 28 17:52:46.103382 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 17:52:46.103532 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116035) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 17:52:46.106878 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.common.config [-] Logging enabled! Jul 28 17:52:46.107139 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 17:52:46.107454 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116035) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 17:52:46.108390 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:52:46.108632 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:52:46.109112 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:52:46.109363 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:52:46.109595 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:52:46.109953 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.110257 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.110520 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.110825 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.111121 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.111408 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.111699 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.112000 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.112289 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.112573 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.112859 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.113094 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.113380 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.113669 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.113959 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.114186 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] debug = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.114490 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.114929 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.115517 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.115802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.116130 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.116411 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.116686 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.116963 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.117249 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.117577 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] host = dv-cinder-837543-7-iscsi {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.117857 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.118144 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.118459 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.118748 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.119023 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.119299 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.119583 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.119853 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.120123 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] log_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.120399 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.120687 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.120974 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.121261 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.121513 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.121739 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.122023 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.122323 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.122626 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.122904 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.123182 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.123456 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.123729 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.123996 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.124281 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.124567 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.124850 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.125126 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.125402 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.125674 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.125946 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.126230 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.126535 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.126811 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.127114 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.127406 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.127676 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.127950 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.128248 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.128540 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.128823 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.129109 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.129386 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.129671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.129943 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.130215 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.130583 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] use_json = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.130882 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.131154 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.131435 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.131709 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.131981 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.132256 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.132531 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.132817 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.133091 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:46.133419 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.133719 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.134021 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.134305 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.134636 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.134923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.135334 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.135493 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.135784 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.136074 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.136360 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.136641 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.136942 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.137233 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.137529 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.137836 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.138133 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.138486 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.138769 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.139045 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.139319 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.139598 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.139887 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.140166 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.140453 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.140743 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.141025 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.141321 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.141607 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.141892 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.142186 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.142504 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.143024 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.143312 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.143603 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.143882 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.144154 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.144470 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.144751 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.145028 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.145310 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.145602 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.145891 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.146163 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.147153 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.147535 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.147822 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.148100 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.148379 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.148666 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.148942 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.149229 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.149508 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.149781 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.150081 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.150384 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.150687 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.150939 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.151219 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.151491 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.151768 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.152041 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.152311 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.152583 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.152854 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.153126 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.153397 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.153670 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.153947 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.154221 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.154522 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.154795 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.155066 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.155337 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.155669 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.155954 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.156236 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.156517 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.156825 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.157104 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.157380 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.157660 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.157939 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.158212 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.158538 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.158825 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.159111 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.159395 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.159674 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.159990 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.160271 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.160550 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.160828 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.161105 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.161381 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.161667 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.162607 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.162963 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.163258 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.163547 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.163849 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.164150 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.164436 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.164732 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.165028 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.165329 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.165614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.165928 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.166213 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:46.166462 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:52:46.166710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 17:52:46.467686 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=116035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 17:52:46.467878 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=116035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 17:52:46.468187 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 17:52:46.468536 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 17:52:46.887067 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.887353 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.887659 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.889006 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.889283 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.889551 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.944370 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.944653 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.944927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.960338 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.960619 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.960890 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.991195 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.991476 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:46.991749 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.029528 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.029806 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.030074 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.263684 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.264311 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.264311 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.264492 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.265396 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.365708 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.366031 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.366317 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.366646 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.366919 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.367235 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.367501 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.367762 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.368020 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.368309 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.368577 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.368846 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.369107 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.369561 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.369668 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.369876 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.370135 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.370434 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.370713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.370977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.371255 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.371516 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.371802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.372186 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.372437 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.372686 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.373119 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:47.373364 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:47.373605 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:47.373844 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:47.374083 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:47.374322 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:47.374713 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 17:52:47.377864 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 17:52:47.382384 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 17:52:47.386271 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 28 17:52:47.387919 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 17:52:47.388546 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 17:52:47.388885 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 17:52:47.389270 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 17:52:47.392117 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 17:52:47.392372 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 17:52:47.392723 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 17:52:47.398389 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 17:52:47.421510 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 17:52:47.421967 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.422273 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 17:52:47.422706 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.424067 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 17:52:47.424349 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 17:52:47.424595 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 17:52:47.428435 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.428717 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:47.591229 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 17:52:47.591394 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 17:52:47.591615 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 17:52:47.591997 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 17:52:47.645506 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO dbcounter [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Registered counter for database neutron Jul 28 17:52:47.663133 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_db.sqlalchemy.engines [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 17:52:47.669240 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG dbcounter [-] [116035] Writer thread running {{(pid=116035) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:52:48.362989 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing driver for type 'gre' Jul 28 17:52:48.363659 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] gre ID ranges: [(1, 1000)] Jul 28 17:52:48.562956 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing driver for type 'local' Jul 28 17:52:48.563298 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing driver for type 'vlan' Jul 28 17:52:48.660617 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] VlanTypeDriver initialization complete Jul 28 17:52:48.660904 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing driver for type 'vxlan' Jul 28 17:52:48.661421 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] vxlan ID ranges: [(1, 1000)] Jul 28 17:52:48.917681 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing extension driver 'port_security' Jul 28 17:52:48.917899 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.extensions.port_security [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] PortSecurityExtensionDriver initialization complete Jul 28 17:52:48.918177 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing mechanism driver 'openvswitch' Jul 28 17:52:48.918545 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing mechanism driver 'hyperv' Jul 28 17:52:48.925521 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.plugin [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:48.926205 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.926612 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.926976 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.928079 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:52:48.928514 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnet after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.928881 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnet after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.929239 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnet after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.929638 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:52:48.930058 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.930442 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.930800 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.931195 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:52:48.931608 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > security_group after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.931970 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > security_group after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.932339 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > security_group after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.932723 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:52:48.933130 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.933524 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.933873 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.934268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:52:48.934700 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > address_group after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.935054 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > address_group after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.935404 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > address_group after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.935799 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 17:52:48.936248 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] ML2 OVO RPC backend initialized. {{(pid=116035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 17:52:48.936956 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router_interface after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.937322 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.937752 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.938113 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > networks before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.938494 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.938845 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > ports before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.939199 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnet before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.939548 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnets before_response 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.939905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.940254 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.940594 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.940940 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.941283 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.941626 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.941969 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnet after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.942309 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnet after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.942678 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > subnet after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:48.957202 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded quota_driver: . Jul 28 17:52:48.957577 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.plugin [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Modular L2 Plugin initialization complete Jul 28 17:52:48.957931 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading services supported by the core plugin {{(pid=116035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 17:52:48.958281 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.plugins.ml2.managers [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Got port-security extension from driver 'port_security' Jul 28 17:52:48.959020 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.extensions.vlantransparent [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Disabled vlantransparent extension. Jul 28 17:52:48.959536 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 17:52:48.959876 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: router Jul 28 17:52:49.006308 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router_interface before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.006742 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router after_create 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.007126 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router before_create 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.007508 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.007927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.008295 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router after_delete 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.008665 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > floatingip after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.009021 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > floatingip after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.009388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router after_create 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.009745 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router after_update 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.010104 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router after_update 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.010488 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.010875 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router after_update 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.011277 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_update 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.011657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: port after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.012010 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: port after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.012379 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: subnet after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.012719 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.013079 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > port precommit_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.013438 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_create 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.013791 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: port before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.014143 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.014538 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router after_update 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.014892 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_delete 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.015283 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_create 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.015758 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router_interface after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.019094 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_update 55549900 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.019094 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > agent after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.019094 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > agent after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.019094 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > network after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.019438 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Tracking information for resource: router configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:49.019438 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Tracking information for resource: floatingip configured {{(pid=116035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 17:52:49.023476 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.db.l3_agentschedulers_db [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 17:52:49.024059 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: port after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.024428 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: port after_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.024791 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: port after_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.025156 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: port after_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.025963 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router before_create 55550100 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.026341 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_delete 55550100 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.026747 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_create 55550100 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.027116 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > router precommit_update 55550100 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.032104 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.services.provider_configuration [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service providers = [] {{(pid=116035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 17:52:49.032480 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.db.servicetype_db [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 17:52:49.035638 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.services.service_base [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:52:49.035997 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.services.service_base [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:52:49.036347 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.services.service_base [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:52:49.037380 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.services.service_base [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 17:52:49.037762 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.services.service_base [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 17:52:49.038151 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.038508 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 17:52:49.049323 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.049664 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: auto_allocate Jul 28 17:52:49.056310 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: network precommit_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.056698 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: network precommit_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.057232 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.057559 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: tag Jul 28 17:52:49.064504 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.064841 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: timestamp Jul 28 17:52:49.085927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.086261 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: network_ip_availability Jul 28 17:52:49.091976 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.092359 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.092722 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.093481 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.093809 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: flavors Jul 28 17:52:49.099050 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.099183 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading Plugin: revisions Jul 28 17:52:49.103599 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 17:52:49.104004 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_concurrency.lockutils [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.636s {{(pid=116035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 17:52:49.104757 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 17:52:49.105101 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Initializing extension manager. Jul 28 17:52:49.111761 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: __init__.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.111761 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: __pycache__ {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.111761 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: address_group.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.111761 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.111761 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: address-group Jul 28 17:52:49.111761 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: address_scope.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.112172 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.112172 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: address-scope Jul 28 17:52:49.112172 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: admin_state_down_before_update.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.112374 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.112722 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: router-admin-state-down-before-update Jul 28 17:52:49.113050 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: agent.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.113729 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.114235 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: agent Jul 28 17:52:49.114590 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: agent_resources_synced.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.116100 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.116613 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: agent-resources-synced Jul 28 17:52:49.116941 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: allowedaddresspairs.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.118747 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.119283 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: allowed-address-pairs Jul 28 17:52:49.119618 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: auto_allocated_topology.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.120661 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.121178 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: auto-allocated-topology Jul 28 17:52:49.121511 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: availability_zone.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.122175 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.122722 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: availability_zone Jul 28 17:52:49.123051 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: availability_zone_filter.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.124048 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.124557 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: availability_zone_filter Jul 28 17:52:49.124886 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: data_plane_status.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.125760 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.126270 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 17:52:49.126629 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: default_subnetpools.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.127567 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.128077 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: default-subnetpools Jul 28 17:52:49.128407 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: dhcpagentscheduler.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.129193 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.129700 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: dhcp_agent_scheduler Jul 28 17:52:49.130031 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: dns.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.131559 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.132066 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension dns-integration not supported by any of loaded plugins Jul 28 17:52:49.132403 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: dns_domain_ports.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.135596 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.136100 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 17:52:49.136438 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.137341 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.137848 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 17:52:49.138179 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: dvr.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.138857 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.139367 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: dvr Jul 28 17:52:49.139697 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: ecmp_routes.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.140583 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.141090 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 17:52:49.141420 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: empty_string_filtering.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.142297 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.143090 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: empty-string-filtering Jul 28 17:52:49.143421 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.144297 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.144858 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 17:52:49.145185 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.146085 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.146800 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 17:52:49.147139 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: external_net.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.148022 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.148541 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: external-net Jul 28 17:52:49.148870 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: extra_dhcp_opt.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.149740 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.150251 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: extra_dhcp_opt Jul 28 17:52:49.150618 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: extraroute.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.151495 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.152007 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: extraroute Jul 28 17:52:49.152336 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: extraroute_atomic.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.153344 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.153862 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: extraroute-atomic Jul 28 17:52:49.154192 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: filter_validation.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.154863 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.155575 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: filter-validation Jul 28 17:52:49.155937 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: fip_pf_description.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.156830 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.157340 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 17:52:49.157669 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: fip_pf_port_range.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.158580 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.159091 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 17:52:49.159421 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: fip_port_details.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.160303 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.160820 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: fip-port-details Jul 28 17:52:49.161154 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: flavors.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.162479 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.162994 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: flavors Jul 28 17:52:49.163331 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.172923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.173366 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 17:52:49.173706 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: floatingip_pools.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.174412 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.174935 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: floatingip-pools Jul 28 17:52:49.175270 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: ip_allocation.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.176166 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.176675 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 17:52:49.177013 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.178472 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.178989 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: ip-substring-filtering Jul 28 17:52:49.179367 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l2_adjacency.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.180290 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.180796 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 17:52:49.181128 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.182127 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.182630 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: router Jul 28 17:52:49.183040 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3_conntrack_helper.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.185318 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.185851 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 17:52:49.186196 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.187106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.187623 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: ext-gw-mode Jul 28 17:52:49.187961 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.188854 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.189370 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: l3-ha Jul 28 17:52:49.189706 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.190726 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.191163 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 17:52:49.191498 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3_flavors.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.192377 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.192889 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: l3-flavors Jul 28 17:52:49.193768 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3_ndp_proxy.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.195133 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.195659 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 17:52:49.195997 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.196883 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.197404 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 17:52:49.197740 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: l3agentscheduler.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.198787 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.199299 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: l3_agent_scheduler Jul 28 17:52:49.199640 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: local_ip.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.201367 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.201902 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension local_ip not supported by any of loaded plugins Jul 28 17:52:49.202242 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: logging.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.207406 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.207929 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension logging not supported by any of loaded plugins Jul 28 17:52:49.208268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: metering.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.209102 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.209878 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: metering Jul 28 17:52:49.210220 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.211302 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.211823 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: metering_source_and_destination_fields Jul 28 17:52:49.212161 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: multiprovidernet.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.213283 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.213574 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: multi-provider Jul 28 17:52:49.213908 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: netmtu.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.214811 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.215330 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: net-mtu Jul 28 17:52:49.215666 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: netmtu_writable.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.216560 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.217079 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: net-mtu-writable Jul 28 17:52:49.217415 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: network_availability_zone.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.218059 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.218593 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: network_availability_zone Jul 28 17:52:49.218928 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: network_ip_availability.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.220028 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.220545 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: network-ip-availability Jul 28 17:52:49.220882 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: network_segment_range.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.221618 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.222129 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 17:52:49.222491 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: pagination.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.223445 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.223786 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: pagination Jul 28 17:52:49.224118 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: port_device_profile.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.225713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.226236 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: port-device-profile Jul 28 17:52:49.226598 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: port_mac_address_override.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.227502 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.228020 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: port-mac-override Jul 28 17:52:49.228355 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.229250 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.229808 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: port-mac-address-regenerate Jul 28 17:52:49.230139 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.231045 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.231566 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: port-numa-affinity-policy Jul 28 17:52:49.231899 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: port_resource_request.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.232780 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.233297 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 17:52:49.233637 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: port_resource_request_groups.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.234595 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.235114 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 17:52:49.235446 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: portbindings.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.236339 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.236851 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: binding Jul 28 17:52:49.240628 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: portbindings_extended.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.241669 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.242184 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: binding-extended Jul 28 17:52:49.242543 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: portsecurity.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.243434 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.243958 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: port-security Jul 28 17:52:49.244291 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: project_id.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.245244 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.245586 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: project-id Jul 28 17:52:49.245912 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: providernet.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.246824 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.247397 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: provider Jul 28 17:52:49.247738 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.251210 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.251744 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos not supported by any of loaded plugins Jul 28 17:52:49.252157 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.253450 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.253978 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 17:52:49.254319 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.255250 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.256013 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 17:52:49.256601 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_default.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.257697 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.258217 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-default not supported by any of loaded plugins Jul 28 17:52:49.258582 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_fip.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.259517 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.260025 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-fip not supported by any of loaded plugins Jul 28 17:52:49.260359 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_fip_network_policy.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.261252 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.261764 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 17:52:49.262094 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_gateway_ip.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.263016 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.263530 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 17:52:49.263865 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_port_network_policy.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.264748 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.265260 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 17:52:49.265609 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.266623 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.267147 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 17:52:49.267480 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.268741 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.269251 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 17:52:49.269582 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_pps_rule.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.270753 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.271665 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-pps not supported by any of loaded plugins Jul 28 17:52:49.272153 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_rule_type_details.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.273042 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.273558 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 17:52:49.273895 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_rule_type_filter.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.274795 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.275314 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 17:52:49.275646 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: qos_rules_alias.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.276695 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.277218 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 17:52:49.277552 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: quota_check_limit.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.278466 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.278984 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: quota-check-limit Jul 28 17:52:49.279318 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: quotasv2.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.280391 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.280729 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: quotas Jul 28 17:52:49.281060 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: quotasv2_detail.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.282763 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.283114 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: quota_details Jul 28 17:52:49.283450 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: rbac.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.286088 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.287181 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: rbac-policies Jul 28 17:52:49.287602 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: rbac_address_group.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.288514 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.289045 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: rbac-address-group Jul 28 17:52:49.289381 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: rbac_address_scope.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.290271 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.290830 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: rbac-address-scope Jul 28 17:52:49.291162 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: rbac_security_groups.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.292125 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.292646 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: rbac-security-groups Jul 28 17:52:49.292978 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: rbac_subnetpool.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.293869 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.294412 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: rbac-subnetpool Jul 28 17:52:49.294747 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: revisionifmatch.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.295640 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.296159 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: revision-if-match Jul 28 17:52:49.296487 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: revisions.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.297591 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.298115 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: standard-attr-revisions Jul 28 17:52:49.298478 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: router_availability_zone.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.299131 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.299649 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: router_availability_zone Jul 28 17:52:49.299979 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: routerservicetype.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.300875 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.301391 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension router-service-type not supported by any of loaded plugins Jul 28 17:52:49.301722 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.303176 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.303693 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: security-groups-normalized-cidr Jul 28 17:52:49.304024 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: security_groups_port_filtering.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.304927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.305443 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: port-security-groups-filtering Jul 28 17:52:49.305774 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.306971 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.307222 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: security-groups-remote-address-group Jul 28 17:52:49.307552 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.308454 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.308971 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: security-groups-shared-filtering Jul 28 17:52:49.309304 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: securitygroup.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.318846 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.319384 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: security-group Jul 28 17:52:49.319726 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: segment.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.320434 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.320952 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension segment not supported by any of loaded plugins Jul 28 17:52:49.321288 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.322199 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.322754 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 17:52:49.323084 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: servicetype.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.324153 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.324679 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: service-type Jul 28 17:52:49.325015 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: sorting.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.325963 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.326309 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: sorting Jul 28 17:52:49.326674 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: standard_attr_segment.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.327566 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.328085 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 17:52:49.328419 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: standardattrdescription.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.329040 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.329561 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: standard-attr-description Jul 28 17:52:49.329895 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: stateful_security_group.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.330831 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.331352 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: stateful-security-group Jul 28 17:52:49.331685 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: stdattrs_common.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.332245 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 17:52:49.332575 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.333470 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.334029 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 17:52:49.334367 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: subnet_onboard.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.335417 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.335937 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: subnet_onboard Jul 28 17:52:49.336271 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.337171 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.337680 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 17:52:49.338011 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: subnet_service_types.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.338942 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.339456 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: subnet-service-types Jul 28 17:52:49.339786 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: subnetallocation.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.340832 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.341349 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: subnet_allocation Jul 28 17:52:49.341683 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.342327 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.342863 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: subnetpool-prefix-ops Jul 28 17:52:49.343195 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.344099 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.344609 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 17:52:49.344939 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: tagging.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.345976 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.346544 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: standard-attr-tag Jul 28 17:52:49.346881 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: timestamp.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.348048 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.348567 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loaded extension: standard-attr-timestamp Jul 28 17:52:49.348900 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: trunk.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.350432 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.350954 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension trunk not supported by any of loaded plugins Jul 28 17:52:49.351288 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: trunk_details.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.352184 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.352699 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension trunk-details not supported by any of loaded plugins Jul 28 17:52:49.353032 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: uplink_status_propagation.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.353914 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.354464 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 17:52:49.354798 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Loading extension file: vlantransparent.py {{(pid=116035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 17:52:49.355440 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 17:52:49.355948 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 17:52:49.358571 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:network Jul 28 17:52:49.359105 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:subnet Jul 28 17:52:49.359517 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:52:49.359916 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:port Jul 28 17:52:49.361203 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.361654 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service FLAVORS assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.362291 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.362750 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.363092 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:router Jul 28 17:52:49.363610 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:floatingip Jul 28 17:52:49.364003 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service METERING assigned prefix: /metering {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.366192 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.366603 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.366969 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 17:52:49.367991 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 17:52:49.368451 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:security_group Jul 28 17:52:49.368903 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 17:52:49.369457 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service CORE assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.369790 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:52:49.370145 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] subnetpool is already registered Jul 28 17:52:49.370603 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service CORE assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.370936 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:52:49.371276 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] subnetpool is already registered Jul 28 17:52:49.373703 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.374156 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service FLAVORS assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.374803 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.375236 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.375578 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:router Jul 28 17:52:49.375926 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] router is already registered Jul 28 17:52:49.376346 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:floatingip Jul 28 17:52:49.376693 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] floatingip is already registered Jul 28 17:52:49.377165 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service METERING assigned prefix: /metering {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.377855 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 17:52:49.378200 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] rbac_policy is already registered Jul 28 17:52:49.378651 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:security_group Jul 28 17:52:49.378997 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] security_group is already registered Jul 28 17:52:49.379408 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 17:52:49.379754 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] security_group_rule is already registered Jul 28 17:52:49.380401 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service CORE assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.380866 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:52:49.381221 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] subnetpool is already registered Jul 28 17:52:49.381701 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.v2.resource_helper [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Service CORE assigned prefix: {{(pid=116035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 17:52:49.382035 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 17:52:49.382402 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING neutron.quota.resource_registry [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] subnetpool is already registered Jul 28 17:52:49.382878 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: extensions {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.384576 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: address-groups {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.386117 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: address-scopes {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.387499 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: agents {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.388683 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: auto-allocated-topology {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.389941 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: availability_zones {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.391211 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: dhcp-networks {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.393033 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: dhcp-agents {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.394525 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: routers {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.396290 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: flavors {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.397576 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: service_profiles {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.398854 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: next_providers {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.400365 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: service_profiles {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.401950 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: floatingip-pools {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.403232 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: routers {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.404971 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: floatingips {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.406264 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: l3-routers {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.407728 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: l3-agents {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.409160 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: metering-labels {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.410476 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: metering-label-rules {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.412499 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: network-ip-availabilities {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.413781 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: bindings {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.415415 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: quotas {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.417950 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: quotas {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.419544 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: rbac-policies {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.420767 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: security-groups {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.422086 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: security-group-rules {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.423475 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: service-providers {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.424663 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: subnetpools {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.426015 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: subnetpools {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.428434 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.430196 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.432121 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.433931 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.435684 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.437666 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.439437 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.441363 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.443285 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.445085 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron.api.extensions [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Extended resource: tags {{(pid=116035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 17:52:49.451332 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING keystonemiddleware.auth_token [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 17:52:49.456481 dv-cinder-837543-7-iscsi neutron-server[116035]: WARNING keystonemiddleware.auth_token [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 17:52:49.465583 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_concurrency.lockutils [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Acquired lock "singleton_lock" {{(pid=116035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 17:52:49.466072 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_concurrency.lockutils [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Releasing lock "singleton_lock" {{(pid=116035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 17:52:49.466762 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO oslo_service.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Starting 2 workers Jul 28 17:52:49.471652 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Started child 116180 {{(pid=116035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:52:49.476850 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Started child 116181 {{(pid=116035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:52:49.477626 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.478581 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO neutron.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 17:52:49.479300 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [-] (116180) wsgi starting up on http://0.0.0.0:9696 Jul 28 17:52:49.479478 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Publish callbacks [] for process (None), before_spawn {{(pid=116035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.481609 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO oslo_service.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Starting 1 workers Jul 28 17:52:49.481755 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.483044 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [-] (116181) wsgi starting up on http://0.0.0.0:9696 Jul 28 17:52:49.486941 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Started child 116182 {{(pid=116035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:52:49.487478 dv-cinder-837543-7-iscsi neutron-server[116035]: INFO oslo_service.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Starting 1 workers Jul 28 17:52:49.491381 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] calling RpcWorker wait() {{(pid=116182) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 17:52:49.491977 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] returning from RpcWorker wait() {{(pid=116182) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 17:52:49.492730 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Started child 116183 {{(pid=116035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 17:52:49.493080 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.493528 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:49.493625 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG neutron_lib.callbacks.manager [None req-62df6934-dd97-4d6d-9378-f7390399448c None None] Publish callbacks [] for process (None), after_spawn {{(pid=116035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.495599 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 17:52:49.495807 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:52:49.495986 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:52:49.496220 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:52:49.496552 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:52:49.496735 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:52:49.497264 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.497551 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.497802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.498084 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.498716 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.498994 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.499079 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:52:49.499546 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.499546 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.499776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.499952 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.500121 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.500366 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.500450 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:49.500622 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.501015 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.501289 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.501544 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.501819 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.501993 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.502247 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.502530 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.502793 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.503080 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] debug = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.503431 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.503864 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.504114 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.504364 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.504617 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.504889 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.505136 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.505399 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.505669 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.505889 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.506126 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.506385 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.506654 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.506864 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.507107 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.507374 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.507627 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.508101 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] host = dv-cinder-837543-7-iscsi {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.508344 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.508592 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.508838 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.509073 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.509320 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.509539 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.509791 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.510045 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.510305 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.510562 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.510814 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.511064 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.511305 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.511547 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.511710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_options = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.511955 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.512231 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.512492 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.512685 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.512857 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.513022 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.513271 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.513435 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.513686 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.514047 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.514287 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.514549 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.514813 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.515049 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.515303 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.515537 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.515771 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.516269 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.516534 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.516789 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.517062 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.517302 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.517536 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.518019 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.518237 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.518506 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.518759 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.518997 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.519232 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.519456 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.519720 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.519984 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.520206 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.520460 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.520729 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.520983 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.521243 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.521485 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.521754 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.521989 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.522248 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.522532 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.522750 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.523021 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.523262 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.523474 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.523689 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_json = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.523999 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.524223 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.524481 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.524719 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.524937 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.525157 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.525395 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.525647 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.525869 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.526302 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534268 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.534927 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.535671 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.536614 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538027 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538027 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538027 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538027 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538027 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538027 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538511 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.538755 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.539021 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.539275 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.539533 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.539755 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.539989 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.540218 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.540481 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.540893 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.541278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.541652 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.542041 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.542287 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.542530 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.542766 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.543008 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.543474 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.543474 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.545616 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.546772 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.546772 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.546772 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.546772 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.546772 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.546772 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.547195 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.547195 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.547342 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.547557 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.547779 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.548028 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.548245 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.548465 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.548703 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.548916 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.549296 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.549513 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.549731 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.550014 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.550191 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553780 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553780 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553780 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553780 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.553780 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.554118 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.554251 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.554506 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.554739 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.554967 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.555192 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.555443 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.555670 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.555986 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.556140 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.556366 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.556590 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.556815 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.557106 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.557276 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.557503 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.557776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.558014 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.558250 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.558512 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.558747 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.558990 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.559301 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.559553 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.559826 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.560072 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.560348 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.560657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.560939 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.561221 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.561492 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.561729 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.562379 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.562379 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.562566 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.562782 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.563016 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.563236 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.563474 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.563855 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.564284 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.564284 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.565851 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.565851 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.565851 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.565851 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.565851 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.565851 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.566705 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.566705 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.566705 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.566705 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.567408 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.567408 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.567408 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.568228 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.568228 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.568228 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.569040 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.569040 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.569173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.569378 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.569597 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.570112 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.570112 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.570491 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.570491 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.570948 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.570948 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.571173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.571391 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.571624 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.574697 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.574980 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.575226 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.575478 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.575719 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.575979 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.576250 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.576433 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 59284) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:52:49.576534 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.576797 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.577031 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.577280 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.577569 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.577825 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.578052 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.578306 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.578604 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.578825 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.579050 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.579275 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.579494 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.579734 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.579970 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.580190 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.580459 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.580699 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.581049 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.581334 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.581594 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.581859 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.582096 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.582318 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.583018 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.583316 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.584057 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.584297 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.584533 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.584761 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.585008 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.585813 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.585813 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.585813 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.586093 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.586160 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.586433 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.586657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.586904 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.587190 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.587371 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083063 Jul 28 17:52:49.587481 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.587831 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.588099 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.588318 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.588536 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.588757 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.590062 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.590397 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.591003 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.591366 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.591642 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.591907 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.592317 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.592665 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.592981 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.593364 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.593830 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.594210 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.594453 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.594698 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.594915 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.595133 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.595363 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.595792 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.596119 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.596367 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.596582 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.596802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.597031 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.597254 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.597467 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.597696 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.597907 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.598118 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.598366 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.598587 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.598916 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.599189 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.600596 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.601341 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.601579 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.601999 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.602224 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.602573 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.603913 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.604178 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.604487 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.605319 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.605319 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.605319 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.605785 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.606022 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.607316 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.609329 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.609749 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.609862 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.610146 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.610494 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.610801 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.611687 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.611687 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.611687 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.611904 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.612159 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.612402 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.612704 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.613068 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.613641 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.613641 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.613864 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.614123 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.614429 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.614738 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.615063 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.615444 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.615702 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.615968 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.616253 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.616524 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.616816 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.617075 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.617302 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.617538 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.617758 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.618004 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.618251 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.618456 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.622902 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623427 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.623923 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.624617 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.624617 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.624617 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.624617 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] debug = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.624617 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.624617 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625022 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625022 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625022 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625202 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625316 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625473 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625632 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625792 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.625949 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.626104 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.626261 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.628801 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.628979 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.629307 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.629474 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.629675 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] host = dv-cinder-837543-7-iscsi {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.629846 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.630191 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.630478 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.630776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.630900 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.631073 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.631309 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.631464 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.631914 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.633276 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.633276 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.634469 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.634645 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.635493 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.635493 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_options = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.635493 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.635741 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.635887 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.636210 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.638082 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.639424 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.639631 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.639828 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.640000 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.640150 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.640325 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.640487 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.640647 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.640816 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.640981 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.641145 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.641309 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.641482 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.641661 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.641810 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.641964 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.642116 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.642258 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.642455 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.642621 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.643177 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.643331 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.643470 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.644378 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.646657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.646657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.646657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.646657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.646657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.648138 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.648264 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.648692 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.648692 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.648870 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.648952 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.649056 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.649218 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.650149 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.652279 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.653414 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.653619 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.653887 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_json = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.654024 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.654225 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.654759 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.654931 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:52:49.655020 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.655091 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.655251 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.655414 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.655578 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.655740 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 17:52:49.655933 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.656100 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.656281 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.656441 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657088 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657088 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657088 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657088 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657366 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657366 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657534 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657763 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.657854 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.658713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.658713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.658713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.658713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.658713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663388 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.663936 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.664710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.664710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.664710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.668930 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.669741 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.669741 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.669741 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.669968 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.670074 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.670243 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.670595 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.670790 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.670977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.671620 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.671620 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.671620 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.671876 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.671876 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.672022 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.672133 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673844 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673844 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673844 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.673844 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.674153 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.674153 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.674298 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.674467 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.674644 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.674793 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.674955 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.675118 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.675279 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.675428 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.675591 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.675971 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.675971 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.676612 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.676612 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.676612 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.676612 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.676905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.676905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.677049 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.677126 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.677295 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.677470 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.677713 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.677982 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.677982 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.678280 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.678280 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.679412 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.679736 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.679915 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.680710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.680710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.680710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.680710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.680710 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681242 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681242 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681242 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681559 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681559 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681762 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681762 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.681970 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.682075 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.682206 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.682384 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.682552 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.682763 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.682946 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.683124 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.683325 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.683493 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.683664 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.683840 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.684004 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.684171 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.684332 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.684494 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.684657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.684821 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.684985 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.685147 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.685309 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.686624 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.686624 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.686624 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.686624 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.686624 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.686624 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687264 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687264 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687264 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687264 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687900 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687900 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687900 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.687900 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.688300 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.688300 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.688300 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.688587 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.689650 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.689785 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.689896 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.690454 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.690454 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.690454 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.690894 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.690894 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.691179 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.691179 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.691394 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.691394 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.691539 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.691675 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.691842 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.692004 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.692167 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.692334 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.692495 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.692657 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.692818 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.693007 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.693260 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.693466 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.693591 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.693754 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.693917 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.694080 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.694243 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.696776 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.699802 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700361 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.700905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701518 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701518 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701518 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701518 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701518 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701518 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701910 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.701910 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.702029 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.702095 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.702247 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.702470 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.702649 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.702819 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.702982 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.703145 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.703309 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706368 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.706977 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.707487 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.707487 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.707487 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.707487 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.707905 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.708204 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.708504 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.709324 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.709514 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.709687 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.709838 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.710152 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.710334 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.710560 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.710688 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.710854 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.711071 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.711197 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712173 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712613 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712613 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712796 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712877 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.712991 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.713156 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.713320 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.713482 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.713644 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.713829 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.713988 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.714135 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.714295 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.714479 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.714643 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.714805 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.714967 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.715129 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.715292 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.715455 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.715618 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.715780 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 17:52:49.715941 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 17:52:58.763278 dv-cinder-837543-7-iscsi neutron-server[116035]: DEBUG dbcounter [-] [116035] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=116035) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:01.003413 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writer thread running {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:53:01.024204 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339befbb-603f-4153-a0f2-19eefef24fae None None] get_active_networks_info from dv-cinder-837543-7-iscsi {{(pid=116182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 17:53:01.102636 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339befbb-603f-4153-a0f2-19eefef24fae None None] No non-hosted networks {{(pid=116182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 17:53:01.137184 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb33-6319-4eb9-b694-a6bec380b80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-885666'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:02.943102 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writer thread running {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:53:03.548034 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fecc48c2-c6f9-46b4-85e9-dad7919edc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-885666'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:03.600309 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.db.api [None req-482df9ba-62ae-418a-928b-d24042e45607 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837543-7-iscsi {{(pid=116182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 17:53:03.601288 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG oslo_db.api [None req-482df9ba-62ae-418a-928b-d24042e45607 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:53:04.197746 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-482df9ba-62ae-418a-928b-d24042e45607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:04.295088 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59364) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:04.334240 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-885666'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:04.898982 dv-cinder-837543-7-iscsi neutron-server[116180]: WARNING oslo_policy.policy [None req-9c0a4c4d-d3ff-4482-bc14-488c16f2563d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:04.899646 dv-cinder-837543-7-iscsi neutron-server[116180]: WARNING oslo_policy.policy [None req-9c0a4c4d-d3ff-4482-bc14-488c16f2563d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:05.120843 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [None req-9c0a4c4d-d3ff-4482-bc14-488c16f2563d admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:53:05.134375 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-9c0a4c4d-d3ff-4482-bc14-488c16f2563d admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8249159 Jul 28 17:53:06.083438 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-885666'] for agent (c05232e6-7164-4468-8915-776262670708), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:06.084741 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.085078 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.085414 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.085741 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.086063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.086635 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.087110 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.087473 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.087810 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.088178 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.088519 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.088842 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.089231 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.089552 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.089866 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:06.090318 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837543-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:06.096089 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837543-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:06.168112 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-885666'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:07.450276 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 59396) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:08.027515 dv-cinder-837543-7-iscsi neutron-server[116181]: WARNING oslo_policy.policy [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:08.028051 dv-cinder-837543-7-iscsi neutron-server[116181]: WARNING oslo_policy.policy [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:08.246341 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:08.338320 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.policy [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116181) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 17:53:08.381593 dv-cinder-837543-7-iscsi neutron-server[116181]: WARNING oslo_policy.policy [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:08.381954 dv-cinder-837543-7-iscsi neutron-server[116181]: WARNING oslo_policy.policy [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:08.402684 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writer thread running {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:53:08.576193 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781886232416', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781886231924', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781886248084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781886255714', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781886195763', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781886205802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1308464', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1084956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682555'] for rbac-policy (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:08.901356 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:08.902782 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-99ca5342-e82f-4df5-b6d6-68810122442f admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4513769 Jul 28 17:53:09.673616 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.db.l3_hamode_db [None req-2b4e8902-2092-4936-ac94-51122e1f5bdc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 17:53:09.750662 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e8902-2092-4936-ac94-51122e1f5bdc None None] Routers set() bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:09.751064 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e8902-2092-4936-ac94-51122e1f5bdc None None] Router IDs set() for agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 17:53:11.189198 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 59414) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:11.552010 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:11.682223 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Made reservation on behalf of 28ac5424310548079b28ca6f050683cf for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:53:11.686130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.705097 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.817452 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks [] for security_group (7e1e8004-a00f-4257-80c8-4c33911a691e), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.899680 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7e1e8004-a00f-4257-80c8-4c33911a691e), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.927495 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:53:11.963265 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781883451585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (355cc441-628c-40f8-8585-01c2dc7bacf2), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:11.963848 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Unsubscribe: segment precommit_create {{(pid=116181) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 17:53:11.964435 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Added segment 355cc441-628c-40f8-8585-01c2dc7bacf2 of type vlan for network 1a1358c5-483e-4607-9495-386ce6da6192 Jul 28 17:53:11.982915 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e8004-a00f-4257-80c8-4c33911a691e,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:12.039023 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.039366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.039726 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.040078 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.040411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.040804 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.041130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.041454 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.041795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.042116 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.042461 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.042805 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.043127 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.043445 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.043762 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Tracked resource versions report: Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: pushed versions: Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: { 'AddressGroup': {'1.2'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Agent': {'1.1'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'ConntrackHelper': {'1.0'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Log': {'1.0'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'NDPProxy': {'1.0'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Network': {'1.1'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Port': {'1.7'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'PortForwarding': {'1.3'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'QosPolicy': {'1.10'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroup': {'1.5'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SubPort': {'1.0'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Subnet': {'1.1'}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Trunk': {'1.1'}} Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: consumer versions: Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Agent': '1.1', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'ConntrackHelper': '1.0', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'LocalIPAssociation': '1.0', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Log': '1.0', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'NDPProxy': '1.0', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Network': '1.1', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Port': '1.7', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'PortForwarding': '1.3', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'QosPolicy': '1.10', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroup': '1.5', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroupRule': '1.2', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SubPort': '1.0', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Subnet': '1.1', Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Trunk': '1.1'}} Jul 28 17:53:12.045199 dv-cinder-837543-7-iscsi neutron-server[116181]: {{(pid=116181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:53:12.079156 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (1a1358c5-483e-4607-9495-386ce6da6192), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.196625 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (1a1358c5-483e-4607-9495-386ce6da6192), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.201718 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:12.202472 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:12.277866 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:12.323200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] Pushing event updated for resources: {'Network': ['ID=1a1358c5-483e-4607-9495-386ce6da6192,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:12.335710 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 1a1358c5-483e-4607-9495-386ce6da6192 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:53:12.370772 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d21843f2-d487-4bd8-9621-1ceb4a70a38a demo demo] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1804719 Jul 28 17:53:14.655829 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 59428) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:15.083653 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a44bb-d361-4cf2-ab03-1622f775ba49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:15.084968 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0e1a44bb-d361-4cf2-ab03-1622f775ba49 demo admin] 10.222.0.85 "GET /v2.0/networks/1a1358c5-483e-4607-9495-386ce6da6192 HTTP/1.1" status: 200 len: 825 time: 0.4281693 Jul 28 17:53:15.110295 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d9b7ed30-b203-4910-8d5a-cbb3878976ef demo admin] 10.222.0.85 "GET /v2.0/subnetpools/6d99eaae-624c-4926-bd3b-1487d252de82 HTTP/1.1" status: 200 len: 734 time: 0.0194645 Jul 28 17:53:15.119903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '6d99eaae-624c-4926-bd3b-1487d252de82'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:15.230778 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Made reservation on behalf of 28ac5424310548079b28ca6f050683cf for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:53:15.233182 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:15.498762 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:15.821019 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (d4091f37-804f-4c72-aecc-d631adc27929), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:15.893333 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Pushing event updated for resources: {'Subnet': ['ID=d4091f37-804f-4c72-aecc-d631adc27929,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:15.901542 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Checking segment: {'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:53:15.901926 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Network hostable DHCP agents. Network: 1a1358c5-483e-4607-9495-386ce6da6192, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:53:16.019030 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Network 1a1358c5-483e-4607-9495-386ce6da6192 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:53:16.110723 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 1a1358c5-483e-4607-9495-386ce6da6192) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:16.115952 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:16.116553 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:16.121131 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af3790-76d9-48e3-8401-d1103bd5300f None None] Network 1a1358c5-483e-4607-9495-386ce6da6192 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:53:16.221693 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-94406b52-3be7-4f25-beea-50a9d1e25fdb demo admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1051507 Jul 28 17:53:16.388730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-1a1358c5-483e-4607-9495-386ce6da6192', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'project_id': '28ac5424310548079b28ca6f050683cf', 'fixed_ips': [{'subnet_id': 'd4091f37-804f-4c72-aecc-d631adc27929'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:53:16.390064 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:16.666536 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:16.727285 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Allocated IP 172.20.0.2 (1a1358c5-483e-4607-9495-386ce6da6192/d4091f37-804f-4c72-aecc-d631adc27929/58da5efa-54d9-4380-a3a0-bc902768c250) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:53:17.021644 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Publish callbacks [] for port (58da5efa-54d9-4380-a3a0-bc902768c250), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:17.094458 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:17.180897 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Network 1a1358c5-483e-4607-9495-386ce6da6192 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:53:17.186548 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:17.191300 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Pushing event updated for resources: {'Port': ['ID=58da5efa-54d9-4380-a3a0-bc902768c250,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:17.193511 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:53:17.205877 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.206218 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.206592 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.206930 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.207419 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.207753 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.208067 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.208387 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.208705 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.209024 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.209341 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.209676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.209996 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.210313 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.210646 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Tracked resource versions report: Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: pushed versions: Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: { 'AddressGroup': {'1.2'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Agent': {'1.1'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'ConntrackHelper': {'1.0'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Log': {'1.0'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'NDPProxy': {'1.0'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Network': {'1.1'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Port': {'1.7'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'PortForwarding': {'1.3'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'QosPolicy': {'1.10'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroup': {'1.5'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SubPort': {'1.0'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Subnet': {'1.1'}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Trunk': {'1.1'}} Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: consumer versions: Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Agent': '1.1', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'ConntrackHelper': '1.0', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'LocalIPAssociation': '1.0', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Log': '1.0', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'NDPProxy': '1.0', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Network': '1.1', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Port': '1.7', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'PortForwarding': '1.3', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'QosPolicy': '1.10', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroup': '1.5', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroupRule': '1.2', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SubPort': '1.0', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Subnet': '1.1', Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Trunk': '1.1'}} Jul 28 17:53:17.212066 dv-cinder-837543-7-iscsi neutron-server[116182]: {{(pid=116182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:53:17.288814 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Attempting to bind port 58da5efa-54d9-4380-a3a0-bc902768c250 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:53:17.289128 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Attempting to bind port 58da5efa-54d9-4380-a3a0-bc902768c250 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:53:17.289552 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Attempting to bind port 58da5efa-54d9-4380-a3a0-bc902768c250 on network 1a1358c5-483e-4607-9495-386ce6da6192 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:53:17.294532 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:53:17.294906 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Checking segment: {'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:53:17.295372 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:17.295755 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Bound using segment: {'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:53:17.296212 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Bound port: 58da5efa-54d9-4380-a3a0-bc902768c250, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:53:17.296610 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:17.331262 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:17.357896 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] For port 58da5efa-54d9-4380-a3a0-bc902768c250, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:53:17.380485 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] For port 58da5efa-54d9-4380-a3a0-bc902768c250, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=58da5efa-54d9-4380-a3a0-bc902768c250,segment=NetworkSegment(355cc441-628c-40f8-8585-01c2dc7bacf2),segment_id=355cc441-628c-40f8-8585-01c2dc7bacf2)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:53:17.506026 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:17.560911 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247d424-6de8-451d-827a-70c74f3451c2 None None] Pushing event updated for resources: {'Port': ['ID=58da5efa-54d9-4380-a3a0-bc902768c250,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:18.521899 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 59438) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:18.917429 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [None req-3a821f0e-414a-433b-89ae-5f8dee8e87b5 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:53:18.918507 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-3a821f0e-414a-433b-89ae-5f8dee8e87b5 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3955693 Jul 28 17:53:20.062632 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:20.074893 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:21.202239 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59450) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:21.526922 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [None req-97247da9-e639-43dd-bbbd-75bd7b3392b7 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:53:21.527891 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-97247da9-e639-43dd-bbbd-75bd7b3392b7 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3248012 Jul 28 17:53:23.842451 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59458) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:24.207781 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:24.268604 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.policy [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116180) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 17:53:24.313989 dv-cinder-837543-7-iscsi neutron-server[116180]: WARNING oslo_policy.policy [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:24.314248 dv-cinder-837543-7-iscsi neutron-server[116180]: WARNING oslo_policy.policy [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 17:53:24.335383 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writer thread running {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 17:53:24.336029 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:24.482320 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:24.482320 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:24.649212 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] Publish callbacks [] for router_controller (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), precommit_add_association {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:24.791665 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:24.889922 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:24.891198 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ebc25467-2a08-40ba-b493-69fb5592b48a demo demo] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0477815 Jul 28 17:53:25.760760 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 58da5efa-54d9-4380-a3a0-bc902768c250 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:25.834414 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014dcb08-e6a3-46a5-8e66-7b30fae672c7 None None] Network 1a1358c5-483e-4607-9495-386ce6da6192 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:53:25.906063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 58da5efa-54d9-4380-a3a0-bc902768c250 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:25.906502 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:25.961078 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-592221d1-8cf3-455c-9bf3-bd2fa7b817ff None None] Provisioning complete for port 58da5efa-54d9-4380-a3a0-bc902768c250 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:25.961355 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-592221d1-8cf3-455c-9bf3-bd2fa7b817ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.031797 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:26.117833 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 58da5efa-54d9-4380-a3a0-bc902768c250 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:26.118202 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.125552 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=74,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:26.127268 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:26.166563 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-592221d1-8cf3-455c-9bf3-bd2fa7b817ff None None] Current status of the port 58da5efa-54d9-4380-a3a0-bc902768c250 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:26.166943 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-592221d1-8cf3-455c-9bf3-bd2fa7b817ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.202424 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 58da5efa-54d9-4380-a3a0-bc902768c250, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=58da5efa-54d9-4380-a3a0-bc902768c250,segment=NetworkSegment(355cc441-628c-40f8-8585-01c2dc7bacf2),segment_id=355cc441-628c-40f8-8585-01c2dc7bacf2)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:26.282433 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:26.352525 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.db.api [None req-592221d1-8cf3-455c-9bf3-bd2fa7b817ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 17:53:26.352960 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG oslo_db.api [None req-592221d1-8cf3-455c-9bf3-bd2fa7b817ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:53:26.355651 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=58da5efa-54d9-4380-a3a0-bc902768c250,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:26.889686 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-592221d1-8cf3-455c-9bf3-bd2fa7b817ff None None] Current status of the port 58da5efa-54d9-4380-a3a0-bc902768c250 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:27.006629 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-95664ebb-3492-4937-9e71-e5dbf50c10a4 None None] Provisioning complete for port 58da5efa-54d9-4380-a3a0-bc902768c250 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:27.007029 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-95664ebb-3492-4937-9e71-e5dbf50c10a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:27.068116 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:27.079963 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-95664ebb-3492-4937-9e71-e5dbf50c10a4 None None] Current status of the port 58da5efa-54d9-4380-a3a0-bc902768c250 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:27.186293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59478) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:27.518738 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [None req-ffa7d1e9-94e8-4e34-ac27-7797f7da13da admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:53:27.519995 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ffa7d1e9-94e8-4e34-ac27-7797f7da13da admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3326778 Jul 28 17:53:27.730804 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 58da5efa-54d9-4380-a3a0-bc902768c250 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:27.781892 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 58da5efa-54d9-4380-a3a0-bc902768c250 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:27.782281 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:27.856840 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 58da5efa-54d9-4380-a3a0-bc902768c250 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:29.799176 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59486) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:30.135929 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:30.218671 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Made reservation on behalf of eaffcb498d9c405ca0d18c97b43881f2 for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:53:30.221468 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.238731 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.345123 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks [] for security_group (a27e8634-1f95-4aee-b8d1-12bc72a8c5bb), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.407412 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (a27e8634-1f95-4aee-b8d1-12bc72a8c5bb), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.419268 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Reserving flat network on physical network physnet1 {{(pid=116180) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 17:53:30.452964 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781883451585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (5f04d082-c129-439d-a367-006e03945f5e), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.453523 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Unsubscribe: segment precommit_create {{(pid=116180) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 17:53:30.454104 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Added segment 5f04d082-c129-439d-a367-006e03945f5e of type flat for network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 Jul 28 17:53:30.471367 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27e8634-1f95-4aee-b8d1-12bc72a8c5bb,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:30.520763 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.521105 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.521464 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.521803 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.522133 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.522486 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.522814 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.523137 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.523474 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.523801 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.524139 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.524461 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.524780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.525096 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.525412 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Tracked resource versions report: Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: pushed versions: Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: { 'AddressGroup': {'1.2'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Agent': {'1.1'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'ConntrackHelper': {'1.0'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Log': {'1.0'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'NDPProxy': {'1.0'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Network': {'1.1'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Port': {'1.7'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'PortForwarding': {'1.3'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'QosPolicy': {'1.10'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroup': {'1.5'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SubPort': {'1.0'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Subnet': {'1.1'}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Trunk': {'1.1'}} Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: consumer versions: Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Agent': '1.1', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'ConntrackHelper': '1.0', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'LocalIPAssociation': '1.0', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Log': '1.0', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'NDPProxy': '1.0', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Network': '1.1', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Port': '1.7', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'PortForwarding': '1.3', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'QosPolicy': '1.10', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroup': '1.5', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroupRule': '1.2', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SubPort': '1.0', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Subnet': '1.1', Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Trunk': '1.1'}} Jul 28 17:53:30.526890 dv-cinder-837543-7-iscsi neutron-server[116180]: {{(pid=116180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:53:30.573402 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.704389 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.705562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:30.706968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:30.808059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] Pushing event updated for resources: {'Network': ['ID=d763a7bd-86ef-4e54-9f01-ef4eab61c9f0,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:30.819171 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:53:30.959150 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-204532ea-a051-40f9-ac74-bbf4bea8f892 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1586885 Jul 28 17:53:31.065092 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-aee62a09-b8c5-44d7-9ea6-a279e2649a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:33.194208 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59498) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:33.527005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-20460edf-0d94-4649-9504-d40a0885d924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:33.617090 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f10db-5f87-4a76-a56c-95117039945b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:33.618540 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-9b5f10db-5f87-4a76-a56c-95117039945b demo admin] 10.222.0.85 "GET /v2.0/subnets/d4091f37-804f-4c72-aecc-d631adc27929 HTTP/1.1" status: 200 len: 849 time: 0.4233224 Jul 28 17:53:33.760673 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-e7acdf80-cb35-423b-8205-1bdece0b6fbf demo admin] 10.222.0.85 "GET /v2.0/routers/7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 HTTP/1.1" status: 200 len: 704 time: 0.1361487 Jul 28 17:53:34.037643 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:34.040283 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:34.116120 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:34.311018 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:34.346127 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Allocated IP 172.20.0.1 (1a1358c5-483e-4607-9495-386ce6da6192/d4091f37-804f-4c72-aecc-d631adc27929/8a689b26-8a10-4804-9170-5f69cada068e) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:53:34.537000 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks [] for port (8a689b26-8a10-4804-9170-5f69cada068e), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:34.665030 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (8a689b26-8a10-4804-9170-5f69cada068e), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:34.750620 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Network 1a1358c5-483e-4607-9495-386ce6da6192 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:53:34.755163 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:34.756950 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Pushing event updated for resources: {'Port': ['ID=8a689b26-8a10-4804-9170-5f69cada068e,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:34.761548 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:53:34.767560 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:34.836371 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:34.949486 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-d6bef703-fd42-42b4-97ba-3db40425e3f7 None None] Provisioning complete for port 8a689b26-8a10-4804-9170-5f69cada068e triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:34.949486 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d6bef703-fd42-42b4-97ba-3db40425e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8a689b26-8a10-4804-9170-5f69cada068e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:34.975371 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-d6bef703-fd42-42b4-97ba-3db40425e3f7 None None] Port 8a689b26-8a10-4804-9170-5f69cada068e cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:53:35.067304 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8a689b26-8a10-4804-9170-5f69cada068e), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.330614 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks [] for port (8a689b26-8a10-4804-9170-5f69cada068e), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.413050 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8a689b26-8a10-4804-9170-5f69cada068e), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.413892 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.496729 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Pushing event updated for resources: {'Port': ['ID=8a689b26-8a10-4804-9170-5f69cada068e,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:35.546804 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Network 1a1358c5-483e-4607-9495-386ce6da6192 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:53:35.548177 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:35.797321 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-0562b46d-fba5-4e75-8309-5c84d3fb641c None None] Provisioning complete for port 8a689b26-8a10-4804-9170-5f69cada068e triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:35.797718 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0562b46d-fba5-4e75-8309-5c84d3fb641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8a689b26-8a10-4804-9170-5f69cada068e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:35.802484 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 17:53:35.832227 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-0562b46d-fba5-4e75-8309-5c84d3fb641c None None] Port 8a689b26-8a10-4804-9170-5f69cada068e cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:53:35.901215 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:35.908076 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6409f3d3-85c6-4cce-878e-8193daa74d44 demo admin] 10.222.0.85 "PUT /v2.0/routers/7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1420913 Jul 28 17:53:35.912746 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Sync routers for ids ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:35.926675 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Routers {'7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:35.927518 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T17:53:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:36.082279 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.114775 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Set router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 gateway port host: None {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:36.128178 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:36.550664 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'name': 'router1', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:53:24Z', 'updated_at': '2022-07-28T17:53:34Z', 'revision_number': 2, 'project_id': '28ac5424310548079b28ca6f050683cf', 'gw_port_host': None, '_interfaces': [{'id': '8a689b26-8a10-4804-9170-5f69cada068e', 'name': '', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'mac_address': 'fa:16:3e:bd:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:34Z', 'updated_at': '2022-07-28T17:53:35Z', 'revision_number': 2, 'project_id': '28ac5424310548079b28ca6f050683cf', 'subnets': [{'id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99eaae-624c-4926-bd3b-1487d252de82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:36.600264 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Checking router: 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:36.600635 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Updating router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 port 8a689b26-8a10-4804-9170-5f69cada068e binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:53:36.658846 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8a689b26-8a10-4804-9170-5f69cada068e), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:37.187616 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Publish callbacks [] for port (8a689b26-8a10-4804-9170-5f69cada068e), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:37.304466 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8a689b26-8a10-4804-9170-5f69cada068e), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:37.476155 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Pushing event updated for resources: {'Port': ['ID=8a689b26-8a10-4804-9170-5f69cada068e,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:37.497592 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.498006 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.498467 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.498818 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.499152 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.499591 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.499920 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.500267 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.500602 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.500978 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.501313 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.501651 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.502175 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.503187 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.503568 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Tracked resource versions report: Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: pushed versions: Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: { 'AddressGroup': {'1.2'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Agent': {'1.1'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'ConntrackHelper': {'1.0'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'LocalIPAssociation': {'1.0'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Log': {'1.0'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'NDPProxy': {'1.0'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Network': {'1.1'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Port': {'1.7'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'PortForwarding': {'1.3'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'QosPolicy': {'1.10'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroup': {'1.5'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroupRule': {'1.2'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SubPort': {'1.0'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Subnet': {'1.1'}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Trunk': {'1.1'}} Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: consumer versions: Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Agent': '1.1', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'ConntrackHelper': '1.0', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'LocalIPAssociation': '1.0', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Log': '1.0', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'NDPProxy': '1.0', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Network': '1.1', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Port': '1.7', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'PortForwarding': '1.3', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'QosPolicy': '1.10', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroup': '1.5', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroupRule': '1.2', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SubPort': '1.0', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Subnet': '1.1', Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Trunk': '1.1'}} Jul 28 17:53:37.505214 dv-cinder-837543-7-iscsi neutron-server[116183]: {{(pid=116183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 17:53:37.508540 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Attempting to bind port 8a689b26-8a10-4804-9170-5f69cada068e on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:53:37.508820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Attempting to bind port 8a689b26-8a10-4804-9170-5f69cada068e by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:53:37.509267 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Attempting to bind port 8a689b26-8a10-4804-9170-5f69cada068e on network 1a1358c5-483e-4607-9495-386ce6da6192 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:53:37.518111 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:53:37.518796 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Checking segment: {'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:53:37.519361 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:37.520360 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Bound using segment: {'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:53:37.521018 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Bound port: 8a689b26-8a10-4804-9170-5f69cada068e, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355cc441-628c-40f8-8585-01c2dc7bacf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:53:37.521863 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8a689b26-8a10-4804-9170-5f69cada068e), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:37.563612 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-ba48e36e-2596-477d-b033-eb3a976dba5c None None] Provisioning complete for port 8a689b26-8a10-4804-9170-5f69cada068e triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:37.564205 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ba48e36e-2596-477d-b033-eb3a976dba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8a689b26-8a10-4804-9170-5f69cada068e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:37.593494 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] For port 8a689b26-8a10-4804-9170-5f69cada068e, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:53:37.596286 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-ba48e36e-2596-477d-b033-eb3a976dba5c None None] Port 8a689b26-8a10-4804-9170-5f69cada068e cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 17:53:37.616458 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] For port 8a689b26-8a10-4804-9170-5f69cada068e, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8a689b26-8a10-4804-9170-5f69cada068e,segment=NetworkSegment(355cc441-628c-40f8-8585-01c2dc7bacf2),segment_id=355cc441-628c-40f8-8585-01c2dc7bacf2)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:53:37.750612 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8a689b26-8a10-4804-9170-5f69cada068e), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:37.756257 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:37.777351 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:37.808671 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Routers {'7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:37.811627 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T17:53:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:37.903282 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44bf77-00e6-45dd-8c7f-7dd4773ca6b4 None None] Pushing event updated for resources: {'Port': ['ID=8a689b26-8a10-4804-9170-5f69cada068e,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:37.909712 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] Set router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 gateway port host: None {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:38.018967 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e89597fa-5fb2-434e-b330-91c847281ce9 None None] Provisioning complete for port 8a689b26-8a10-4804-9170-5f69cada068e triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:38.019626 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e89597fa-5fb2-434e-b330-91c847281ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8a689b26-8a10-4804-9170-5f69cada068e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:38.098086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e89597fa-5fb2-434e-b330-91c847281ce9 None None] Current status of the port 8a689b26-8a10-4804-9170-5f69cada068e is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:38.098596 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e89597fa-5fb2-434e-b330-91c847281ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8a689b26-8a10-4804-9170-5f69cada068e), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:38.133379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-e89597fa-5fb2-434e-b330-91c847281ce9 None None] For port 8a689b26-8a10-4804-9170-5f69cada068e, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8a689b26-8a10-4804-9170-5f69cada068e,segment=NetworkSegment(355cc441-628c-40f8-8585-01c2dc7bacf2),segment_id=355cc441-628c-40f8-8585-01c2dc7bacf2)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:38.136675 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'name': 'router1', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:53:24Z', 'updated_at': '2022-07-28T17:53:34Z', 'revision_number': 2, 'project_id': '28ac5424310548079b28ca6f050683cf', 'gw_port_host': None, '_interfaces': [{'id': '8a689b26-8a10-4804-9170-5f69cada068e', 'name': '', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'mac_address': 'fa:16:3e:bd:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:34Z', 'updated_at': '2022-07-28T17:53:37Z', 'revision_number': 4, 'project_id': '28ac5424310548079b28ca6f050683cf', 'subnets': [{'id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99eaae-624c-4926-bd3b-1487d252de82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:38.165934 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35f753-5358-422c-bf16-19f5bb0e8ae7 None None] The sync data for ids ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'] in dv-cinder-837543-7-iscsi is: [{'id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'name': 'router1', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:53:24Z', 'updated_at': '2022-07-28T17:53:34Z', 'revision_number': 2, 'project_id': '28ac5424310548079b28ca6f050683cf', 'gw_port_host': None, '_interfaces': [{'id': '8a689b26-8a10-4804-9170-5f69cada068e', 'name': '', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'mac_address': 'fa:16:3e:bd:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:34Z', 'updated_at': '2022-07-28T17:53:37Z', 'revision_number': 4, 'project_id': '28ac5424310548079b28ca6f050683cf', 'subnets': [{'id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99eaae-624c-4926-bd3b-1487d252de82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:38.203325 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e89597fa-5fb2-434e-b330-91c847281ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8a689b26-8a10-4804-9170-5f69cada068e), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:38.250747 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59512) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:38.267894 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:38.271927 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89597fa-5fb2-434e-b330-91c847281ce9 None None] Pushing event updated for resources: {'Port': ['ID=8a689b26-8a10-4804-9170-5f69cada068e,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:38.665313 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ef8bc-31b6-4faf-9563-91c3b0cbb4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:38.666747 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c76ef8bc-31b6-4faf-9563-91c3b0cbb4e5 admin admin] 10.222.0.85 "GET /v2.0/networks/d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 HTTP/1.1" status: 200 len: 842 time: 0.4147699 Jul 28 17:53:38.677195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:38.870044 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Made reservation on behalf of eaffcb498d9c405ca0d18c97b43881f2 for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:53:38.872607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:38.908567 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:38.970035 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:39.271278 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.objects.ports [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116180) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 17:53:39.271995 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (2e0ac2a6-00a6-42b6-a5aa-91b4367134c2), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.336079 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0ac2a6-00a6-42b6-a5aa-91b4367134c2,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:39.348166 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:53:39.348527 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Network hostable DHCP agents. Network: d763a7bd-86ef-4e54-9f01-ef4eab61c9f0, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:53:39.469858 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:53:39.561319 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, d763a7bd-86ef-4e54-9f01-ef4eab61c9f0) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:39.565671 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:39.566261 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:39.572983 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b41af55-d87d-462c-874b-c35b0a57e683 None None] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:53:39.680413 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e8597f-9975-4a9f-9ce9-cf61b5fcea33 None None] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:53:39.698411 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ce06fc48-292c-4cda-bfb6-89d61d6035d3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0166152 Jul 28 17:53:42.019307 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59520) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:42.453836 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-64b74a4e-176c-4dd3-9cfa-a5f01702fbdc demo admin] 10.222.0.85 "GET /v2.0/routers/7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 HTTP/1.1" status: 200 len: 710 time: 0.4333134 Jul 28 17:53:42.545590 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa967a2b-388c-41a5-adbc-6c83f329b8e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:53:42.547024 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-aa967a2b-388c-41a5-adbc-6c83f329b8e8 demo admin] 10.222.0.85 "GET /v2.0/networks/d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 HTTP/1.1" status: 200 len: 886 time: 0.0871923 Jul 28 17:53:42.556778 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:53:42.639060 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:42.894182 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks [] for router_gateway (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.211330 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks [] for router_gateway (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.295384 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.416178 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Allocated IP 172.27.0.208 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/0e884a04-a519-48ad-aba7-055423daed2b) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:53:43.467323 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:43.523619 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks [] for port (0e884a04-a519-48ad-aba7-055423daed2b), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.681539 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (0e884a04-a519-48ad-aba7-055423daed2b), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.724316 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:53:43.727570 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:53:43.731638 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Pushing event updated for resources: {'Port': ['ID=0e884a04-a519-48ad-aba7-055423daed2b,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:43.733585 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:53:43.752469 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8a689b26-8a10-4804-9170-5f69cada068e up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:43.780968 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:43.809268 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 8a689b26-8a10-4804-9170-5f69cada068e triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:43.809499 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:43.809681 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8a689b26-8a10-4804-9170-5f69cada068e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:43.891435 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 8a689b26-8a10-4804-9170-5f69cada068e is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:44.120295 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks [] for router_gateway (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.314751 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-594'] for router (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.319793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-928162'] for router (7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.425655 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 17:53:44.532095 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 17:53:44.536501 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:44.538403 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8cac8ab2-fcc6-43ab-89ba-84eadf6fe906 demo admin] 10.222.0.85 "PUT /v2.0/routers/7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 HTTP/1.1" status: 200 len: 890 time: 1.9842896 Jul 28 17:53:44.542942 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Sync routers for ids ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 17:53:44.556775 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Routers {'7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:44.557433 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T17:53:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:44.782598 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Set router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:45.285301 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'name': 'router1', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '0e884a04-a519-48ad-aba7-055423daed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:53:24Z', 'updated_at': '2022-07-28T17:53:43Z', 'revision_number': 4, 'project_id': '28ac5424310548079b28ca6f050683cf', 'gw_port': {'id': '0e884a04-a519-48ad-aba7-055423daed2b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:43Z', 'updated_at': '2022-07-28T17:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '8a689b26-8a10-4804-9170-5f69cada068e', 'name': '', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'mac_address': 'fa:16:3e:bd:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:34Z', 'updated_at': '2022-07-28T17:53:38Z', 'revision_number': 5, 'project_id': '28ac5424310548079b28ca6f050683cf', 'subnets': [{'id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99eaae-624c-4926-bd3b-1487d252de82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:45.337148 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Checking router: 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 17:53:45.337506 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Updating router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 port 0e884a04-a519-48ad-aba7-055423daed2b binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 17:53:45.390418 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0e884a04-a519-48ad-aba7-055423daed2b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.507107 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:45.721138 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Publish callbacks [] for port (0e884a04-a519-48ad-aba7-055423daed2b), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.829973 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (0e884a04-a519-48ad-aba7-055423daed2b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.886098 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d44b9-b2c4-4850-a64e-51c31f85a464 None None] Pushing event updated for resources: {'Port': ['ID=0e884a04-a519-48ad-aba7-055423daed2b,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:45.891786 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Attempting to bind port 0e884a04-a519-48ad-aba7-055423daed2b on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:53:45.892168 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Attempting to bind port 0e884a04-a519-48ad-aba7-055423daed2b by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:53:45.892535 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Attempting to bind port 0e884a04-a519-48ad-aba7-055423daed2b on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:53:45.898473 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:53:45.898857 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:53:45.899264 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.899657 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:53:45.900131 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Bound port: 0e884a04-a519-48ad-aba7-055423daed2b, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:53:45.900513 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0e884a04-a519-48ad-aba7-055423daed2b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:45.951452 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] For port 0e884a04-a519-48ad-aba7-055423daed2b, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:53:45.954561 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] For port 0e884a04-a519-48ad-aba7-055423daed2b, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=0e884a04-a519-48ad-aba7-055423daed2b,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:53:46.087239 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (0e884a04-a519-48ad-aba7-055423daed2b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:46.150098 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d44b9-b2c4-4850-a64e-51c31f85a464 None None] Pushing event updated for resources: {'Port': ['ID=0e884a04-a519-48ad-aba7-055423daed2b,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:46.152609 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Routers {'7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 17:53:46.153172 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T17:53:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:46.240992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:46.262627 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] Set router 7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 17:53:46.468975 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'name': 'router1', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '0e884a04-a519-48ad-aba7-055423daed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:53:24Z', 'updated_at': '2022-07-28T17:53:43Z', 'revision_number': 4, 'project_id': '28ac5424310548079b28ca6f050683cf', 'gw_port': {'id': '0e884a04-a519-48ad-aba7-055423daed2b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:43Z', 'updated_at': '2022-07-28T17:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '8a689b26-8a10-4804-9170-5f69cada068e', 'name': '', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'mac_address': 'fa:16:3e:bd:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:34Z', 'updated_at': '2022-07-28T17:53:38Z', 'revision_number': 5, 'project_id': '28ac5424310548079b28ca6f050683cf', 'subnets': [{'id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99eaae-624c-4926-bd3b-1487d252de82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 17:53:46.496172 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e3bc5-a389-47ee-817b-069755642afd None None] The sync data for ids ['7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97'] in dv-cinder-837543-7-iscsi is: [{'id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'name': 'router1', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '0e884a04-a519-48ad-aba7-055423daed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T17:53:24Z', 'updated_at': '2022-07-28T17:53:43Z', 'revision_number': 4, 'project_id': '28ac5424310548079b28ca6f050683cf', 'gw_port': {'id': '0e884a04-a519-48ad-aba7-055423daed2b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:43Z', 'updated_at': '2022-07-28T17:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '8a689b26-8a10-4804-9170-5f69cada068e', 'name': '', 'network_id': '1a1358c5-483e-4607-9495-386ce6da6192', 'tenant_id': '28ac5424310548079b28ca6f050683cf', 'mac_address': 'fa:16:3e:bd:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff4a9f7-dd80-49a7-b3b9-b7061f23aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T17:53:34Z', 'updated_at': '2022-07-28T17:53:38Z', 'revision_number': 5, 'project_id': '28ac5424310548079b28ca6f050683cf', 'subnets': [{'id': 'd4091f37-804f-4c72-aecc-d631adc27929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d99eaae-624c-4926-bd3b-1487d252de82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 17:53:47.034750 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 59532) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:53:47.539398 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-2c0b34ea-d23f-4b1f-ac7b-728f52fea9a9 admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5033214 Jul 28 17:53:47.756707 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 0e884a04-a519-48ad-aba7-055423daed2b up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:47.806497 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 0e884a04-a519-48ad-aba7-055423daed2b triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:47.806832 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (0e884a04-a519-48ad-aba7-055423daed2b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:47.825612 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:47.884565 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 0e884a04-a519-48ad-aba7-055423daed2b is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:47.884956 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0e884a04-a519-48ad-aba7-055423daed2b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:47.906657 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 0e884a04-a519-48ad-aba7-055423daed2b, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=0e884a04-a519-48ad-aba7-055423daed2b,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:53:47.978046 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (0e884a04-a519-48ad-aba7-055423daed2b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:48.028472 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=0e884a04-a519-48ad-aba7-055423daed2b,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:53:48.138719 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=7 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:48.140018 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=67 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:49.758998 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 0e884a04-a519-48ad-aba7-055423daed2b up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:53:49.818724 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 0e884a04-a519-48ad-aba7-055423daed2b triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:53:49.819291 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (0e884a04-a519-48ad-aba7-055423daed2b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:53:49.911369 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 0e884a04-a519-48ad-aba7-055423daed2b is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:53:57.531535 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:57.535959 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=51 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:58.539264 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:58.547582 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:59.907651 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=1,neutron:SELECT=29 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:53:59.908903 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:00.537709 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:54:01.023965 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a83a2780-bc31-4087-8168-e1e1a9740f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:03.538766 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-270caa57-e812-45d3-ae61-91b31443084d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:04.292264 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:06.115888 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:06.131643 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:10.541416 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:16.019722 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:16.027195 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:31.016370 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-eb130ac3-5956-43fc-92b6-88b87f2a8f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:33.536271 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c81980cd-94a1-4a67-a6a5-b97f56fe8d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:34.292571 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:35.539933 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:35.545847 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:36.107416 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:36.136603 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:54:37.538438 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:54:46.025160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:46.033260 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:47.534440 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:54:59.540933 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:01.003882 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfde0-fa9d-4829-9935-3aa63b9c8f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:03.512328 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-07734f8f-2ba7-4cce-8660-a912e8832618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:04.255025 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:06.078696 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:06.095327 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:12.536704 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:12.542668 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:13.171580 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60070) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:13.518211 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ad66d2-8e79-431e-a59c-4fc6520e65cf admin admin] GET failed (client error): The resource could not be found. Jul 28 17:55:13.519581 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c2ad66d2-8e79-431e-a59c-4fc6520e65cf admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3469701 Jul 28 17:55:13.688485 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d14c63-b797-41f6-9156-0c0f5bdadc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:13.689991 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c0d14c63-b797-41f6-9156-0c0f5bdadc39 admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662648 Jul 28 17:55:14.537250 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:55:15.931967 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60080) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:16.015809 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:16.023744 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:16.324856 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55288a8b-0c16-46f9-a045-2e5b8954f254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:16.326229 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-55288a8b-0c16-46f9-a045-2e5b8954f254 admin admin] 10.222.0.85 "GET /v2.0/subnets/d4091f37-804f-4c72-aecc-d631adc27929 HTTP/1.1" status: 200 len: 849 time: 0.3933325 Jul 28 17:55:16.336770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:55:16.426798 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Publish callbacks [] for subnet (d4091f37-804f-4c72-aecc-d631adc27929), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:16.666066 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781883377893'] for subnet (d4091f37-804f-4c72-aecc-d631adc27929), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:16.702399 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:16.702990 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:16.705119 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] 10.222.0.85 "PUT /v2.0/subnets/d4091f37-804f-4c72-aecc-d631adc27929 HTTP/1.1" status: 200 len: 868 time: 0.3713264 Jul 28 17:55:16.708209 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca2bdc1-241e-4cbc-9445-c00eb142135b None None] Network 1a1358c5-483e-4607-9495-386ce6da6192 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:55:16.726590 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4091f37-804f-4c72-aecc-d631adc27929,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:55:16.735604 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.735948 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.736291 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.736627 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.736960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.737287 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.737617 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.737945 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.738274 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.738633 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.739077 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.739412 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.739744 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.740067 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:16.740389 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e752d3ff-7e26-4e7d-a587-18334088544c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:55:17.070108 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e8d49c68-e4cd-428f-975f-f65f8159486c None None] Provisioning complete for port 58da5efa-54d9-4380-a3a0-bc902768c250 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:55:17.070716 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e8d49c68-e4cd-428f-975f-f65f8159486c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (58da5efa-54d9-4380-a3a0-bc902768c250), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.147799 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e8d49c68-e4cd-428f-975f-f65f8159486c None None] Current status of the port 58da5efa-54d9-4380-a3a0-bc902768c250 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:55:17.156751 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e8d49c68-e4cd-428f-975f-f65f8159486c None None] Provisioning complete for port 8a689b26-8a10-4804-9170-5f69cada068e triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:55:17.157145 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e8d49c68-e4cd-428f-975f-f65f8159486c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8a689b26-8a10-4804-9170-5f69cada068e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:17.229996 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e8d49c68-e4cd-428f-975f-f65f8159486c None None] Current status of the port 8a689b26-8a10-4804-9170-5f69cada068e is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:55:18.927736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60090) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:19.506318 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d06fdbc-b15e-41bf-81c5-5b63a427a971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:19.506318 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d06fdbc-b15e-41bf-81c5-5b63a427a971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:19.506318 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8d06fdbc-b15e-41bf-81c5-5b63a427a971 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5046768 Jul 28 17:55:21.647341 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60098) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:22.073796 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4ddca-d5b7-4dcb-a729-75edc298d7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:22.074210 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4ddca-d5b7-4dcb-a729-75edc298d7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:22.075822 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b7a4ddca-d5b7-4dcb-a729-75edc298d7a2 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4275572 Jul 28 17:55:23.684233 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=14 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:23.686434 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=11 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:24.332032 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60108) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:24.534238 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:24.762700 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c41faa-3de3-46b8-9429-3daf4fcb0053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:24.764608 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-93c41faa-3de3-46b8-9429-3daf4fcb0053 admin admin] 10.222.0.85 "GET /v2.0/networks/1a1358c5-483e-4607-9495-386ce6da6192 HTTP/1.1" status: 200 len: 869 time: 0.4316139 Jul 28 17:55:27.012386 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60118) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:27.226763 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=36 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:27.228721 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=41 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:27.446007 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a7442-a421-4e88-b718-54f1ca7bb220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:27.447344 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-895a7442-a421-4e88-b718-54f1ca7bb220 admin admin] 10.222.0.85 "GET /v2.0/networks/d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 HTTP/1.1" status: 200 len: 886 time: 0.4349301 Jul 28 17:55:29.712586 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60126) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:30.144874 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396cf18-bed4-409e-8c99-5e32c1bc59b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:30.145330 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396cf18-bed4-409e-8c99-5e32c1bc59b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:30.146931 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c396cf18-bed4-409e-8c99-5e32c1bc59b9 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4333928 Jul 28 17:55:31.037003 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e2dcdae8-6107-43b2-b461-157b7202d8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:31.552882 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:32.069423 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:32.071349 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=67,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:32.352076 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60134) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:32.856716 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ccf641-9cff-4758-8033-bf8dfeed1516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:32.857668 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ccf641-9cff-4758-8033-bf8dfeed1516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:32.859336 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d5ccf641-9cff-4758-8033-bf8dfeed1516 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5063117 Jul 28 17:55:33.534131 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-4961e462-3351-4320-9fbc-6e84d87fe449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:34.288665 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:35.057663 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60142) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:35.433567 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a12b0-e5dd-44b1-be9d-069b7e9090b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:35.434881 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ae0a12b0-e5dd-44b1-be9d-069b7e9090b5 admin admin] 10.222.0.85 "GET /v2.0/subnets/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2 HTTP/1.1" status: 200 len: 816 time: 0.3762670 Jul 28 17:55:36.082785 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:36.105340 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:55:37.682249 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60150) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:55:38.114267 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aacd56-0b4e-4933-b5c0-2b6935ab0121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:55:38.115686 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-32aacd56-0b4e-4933-b5c0-2b6935ab0121 admin admin] 10.222.0.85 "GET /v2.0/subnets/d4091f37-804f-4c72-aecc-d631adc27929 HTTP/1.1" status: 200 len: 868 time: 0.4324434 Jul 28 17:55:46.013456 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:46.019349 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:48.109394 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=45 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:48.110616 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=47 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:49.536920 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:49.538411 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:55:51.535882 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:56:00.244708 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=13 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:01.013526 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5e703ff2-65f1-4301-90c0-a9e265566c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:01.532762 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=15 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:03.511971 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1d176399-b5f2-4834-94c6-c93d6768e144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:04.253523 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.087292 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.115722 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:06.472345 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60206) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:06.811142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [None req-d1096f0a-c2aa-4ed3-957d-4fafc721e329 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:56:06.812172 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d1096f0a-c2aa-4ed3-957d-4fafc721e329 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3385983 Jul 28 17:56:09.102050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60214) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:09.476945 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcab453-db67-4501-a5c8-47a12402fa28 admin admin] GET failed (client error): The resource could not be found. Jul 28 17:56:09.479105 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8fcab453-db67-4501-a5c8-47a12402fa28 admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3759089 Jul 28 17:56:09.627043 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6420cb0-d560-41fb-a6f8-e30341a111da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:09.628525 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-a6420cb0-d560-41fb-a6f8-e30341a111da admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1455054 Jul 28 17:56:11.872941 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60222) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:12.248362 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:56:12.349908 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Made reservation on behalf of eaffcb498d9c405ca0d18c97b43881f2 for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:56:12.352304 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:12.381158 dv-cinder-837543-7-iscsi neutron-server[116180]: WARNING neutron.services.revisions.revision_plugin [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Could not find related network for resource to bump revision. Jul 28 17:56:12.395887 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 17:56:12.406445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (d795446a-0799-424f-b3c3-b2b82b365835), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:12.406775 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Added segment d795446a-0799-424f-b3c3-b2b82b365835 of type vlan for network 9e08c354-caba-427d-979a-fcf0cfed83e7 Jul 28 17:56:12.446070 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (9e08c354-caba-427d-979a-fcf0cfed83e7), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:12.527891 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (9e08c354-caba-427d-979a-fcf0cfed83e7), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:12.528894 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:12.529473 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:12.591297 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Pushing event updated for resources: {'Network': ['ID=9e08c354-caba-427d-979a-fcf0cfed83e7,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:12.597813 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.598148 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.598512 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.598839 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.599162 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.599485 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.599803 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.600119 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.600455 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.600771 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.601103 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.601434 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.601748 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.602076 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.602389 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:12.613510 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 9e08c354-caba-427d-979a-fcf0cfed83e7 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 17:56:12.626889 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-98b22313-cab4-45d2-9c32-1ba5f7da2215 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7527211 Jul 28 17:56:14.890060 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60230) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:56:15.269191 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0bbe97-8480-43f6-a309-f45e2be78825 admin admin] GET failed (client error): The resource could not be found. Jul 28 17:56:15.270436 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1c0bbe97-8480-43f6-a309-f45e2be78825 admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3793509 Jul 28 17:56:15.354241 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58676709-da3a-48d0-97b5-75f4b04f52ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:15.357188 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-58676709-da3a-48d0-97b5-75f4b04f52ab admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0825038 Jul 28 17:56:15.370458 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Request body: {'subnet': {'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 17:56:15.452676 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Made reservation on behalf of eaffcb498d9c405ca0d18c97b43881f2 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 17:56:15.455325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.675693 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (ca288790-2bea-4f46-89c9-4a1bec778315), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.729497 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca288790-2bea-4f46-89c9-4a1bec778315,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:15.745084 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Checking segment: {'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:56:15.745594 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Network hostable DHCP agents. Network: 9e08c354-caba-427d-979a-fcf0cfed83e7, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 17:56:15.846642 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Network 9e08c354-caba-427d-979a-fcf0cfed83e7 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 17:56:15.944073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 9e08c354-caba-427d-979a-fcf0cfed83e7) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:56:15.948088 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 17:56:15.949468 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:15.957215 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e580ac7-4c3d-4a4b-b7da-78b6effcc37a None None] Network 9e08c354-caba-427d-979a-fcf0cfed83e7 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:56:16.049679 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9d7506df-a583-4316-b8ea-e27f22c8e28d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6848562 Jul 28 17:56:16.178413 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-9e08c354-caba-427d-979a-fcf0cfed83e7', 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7', 'project_id': 'eaffcb498d9c405ca0d18c97b43881f2', 'fixed_ips': [{'subnet_id': 'ca288790-2bea-4f46-89c9-4a1bec778315'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 17:56:16.179516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.337916 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Allocated IP 192.168.233.2 (9e08c354-caba-427d-979a-fcf0cfed83e7/ca288790-2bea-4f46-89c9-4a1bec778315/33796cc7-a9e1-4e62-8ac6-ebf5ededfff0) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 17:56:16.492059 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Publish callbacks [] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.561898 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.606108 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Network 9e08c354-caba-427d-979a-fcf0cfed83e7 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 17:56:16.609599 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 17:56:16.613938 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Pushing event updated for resources: {'Port': ['ID=33796cc7-a9e1-4e62-8ac6-ebf5ededfff0,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:16.617261 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 17:56:16.626154 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.626560 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.627516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.627516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.627516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.627858 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.628150 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.628452 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.628767 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.629083 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.629403 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.629736 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.630055 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.630412 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.630715 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:56:16.693249 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Attempting to bind port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 17:56:16.693611 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Attempting to bind port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 17:56:16.693970 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Attempting to bind port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 on network 9e08c354-caba-427d-979a-fcf0cfed83e7 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 17:56:16.700682 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 17:56:16.701049 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Checking segment: {'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 17:56:16.701702 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.702135 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Bound using segment: {'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 17:56:16.702811 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Bound port: 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 17:56:16.703319 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.782559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] For port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 17:56:16.785779 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] For port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=33796cc7-a9e1-4e62-8ac6-ebf5ededfff0,segment=NetworkSegment(d795446a-0799-424f-b3c3-b2b82b365835),segment_id=d795446a-0799-424f-b3c3-b2b82b365835)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 17:56:16.859573 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:16.869381 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:16.941296 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be176f-4f01-4028-8d1c-33af8c1a54bb None None] Pushing event updated for resources: {'Port': ['ID=33796cc7-a9e1-4e62-8ac6-ebf5ededfff0,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:17.830031 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870f537-c9b9-48a3-85da-8d5dfbed3171 None None] Network 9e08c354-caba-427d-979a-fcf0cfed83e7 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 17:56:17.900358 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:56:17.930291 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-5556a74f-3cf5-4bbb-9b2a-72b76823de55 None None] Provisioning complete for port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:56:17.930701 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5556a74f-3cf5-4bbb-9b2a-72b76823de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:17.939455 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:18.047688 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:56:18.048133 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.120675 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-5556a74f-3cf5-4bbb-9b2a-72b76823de55 None None] Current status of the port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:56:18.121112 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5556a74f-3cf5-4bbb-9b2a-72b76823de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.163399 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-5556a74f-3cf5-4bbb-9b2a-72b76823de55 None None] For port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=33796cc7-a9e1-4e62-8ac6-ebf5ededfff0,segment=NetworkSegment(d795446a-0799-424f-b3c3-b2b82b365835),segment_id=d795446a-0799-424f-b3c3-b2b82b365835)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 17:56:18.206267 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:56:18.206732 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.237364 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5556a74f-3cf5-4bbb-9b2a-72b76823de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.305067 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.db.api [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 17:56:18.305415 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG oslo_db.api [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 17:56:18.326253 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556a74f-3cf5-4bbb-9b2a-72b76823de55 None None] Pushing event updated for resources: {'Port': ['ID=33796cc7-a9e1-4e62-8ac6-ebf5ededfff0,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:56:18.359120 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a083d13c-509e-4317-87b0-5df3ccf17929 None None] Provisioning complete for port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:56:18.359545 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a083d13c-509e-4317-87b0-5df3ccf17929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:18.437983 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a083d13c-509e-4317-87b0-5df3ccf17929 None None] Current status of the port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:56:18.844102 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:56:19.857154 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 17:56:19.897688 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:19.907560 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 17:56:19.907955 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (33796cc7-a9e1-4e62-8ac6-ebf5ededfff0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:19.991443 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 33796cc7-a9e1-4e62-8ac6-ebf5ededfff0 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 17:56:22.588354 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:22.594231 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=27,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:25.959458 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=61,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:25.960425 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=52,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:26.538421 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:26.539267 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:28.536096 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:56:29.990281 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:31.012476 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-cc49e7bb-c6f6-416a-a54f-e16a3ae57902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:33.514832 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-38e46bcc-5de1-4f47-93d7-410237544398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:34.269129 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:36.069592 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:36.108604 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:56:38.530514 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:38.531240 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:46.022887 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:56:46.025327 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:01.005632 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ae872eaa-41cc-4d49-9a14-9a405f48da06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:03.534979 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:03.536003 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:03.538037 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-74df5186-3def-4986-a3dc-1a3372978ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:04.279688 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:05.533681 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:57:06.074246 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:06.102819 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:15.529620 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:15.530539 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:16.026691 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:16.028730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:31.021683 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f96333bf-c2b7-4da8-843a-f6060bf00c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:33.546859 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e4a42e46-05c3-4f46-aa88-74e6f89f19be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:34.307006 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:36.107539 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:36.180730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:57:40.527625 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:40.531635 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:42.532033 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:57:46.029052 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:57:46.030959 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:00.170427 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=13 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:00.171127 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=15 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:01.019211 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1f623c8c-8f06-4923-8ef1-52eb344f6bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:03.544773 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2b6cfeae-bf2c-4685-a3bc-3a39066f5667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:04.304847 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:06.111734 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:06.128799 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:06.913731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60288) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:58:06.919667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [None req-177f0682-53a5-4e70-b1b7-0656d3a16df0 tempest-verify_tempest_config-1085108002 tempest-verify_tempest_config-1085108002-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 17:58:06.920681 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-177f0682-53a5-4e70-b1b7-0656d3a16df0 tempest-verify_tempest_config-1085108002 tempest-verify_tempest_config-1085108002-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059514 Jul 28 17:58:07.480495 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60306) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:58:07.621181 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:07.700229 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Publish callbacks [] for security_group (9f98f346-19ec-40cd-ab71-eb74693347ac), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:07.768608 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9f98f346-19ec-40cd-ab71-eb74693347ac), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:07.813969 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f98f346-19ec-40cd-ab71-eb74693347ac,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:07.818047 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=50ecfee52beb4dfdbd4bd9252f07ac89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3364506 Jul 28 17:58:07.820892 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60310) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 17:58:07.825030 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.825416 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.825799 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.826118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.826484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.826819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.827472 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.827960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.828314 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.828649 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.829052 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.829332 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.829982 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.829982 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.830296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48af0f0-51dc-496c-8bfe-382096cdf37c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:07.880019 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Publish callbacks [] for security_group (9f98f346-19ec-40cd-ab71-eb74693347ac), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:07.901676 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Publish callbacks [] for security_group (9f98f346-19ec-40cd-ab71-eb74693347ac), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:08.060222 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9f98f346-19ec-40cd-ab71-eb74693347ac), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:08.062784 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:08.063929 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9f98f346-19ec-40cd-ab71-eb74693347ac HTTP/1.1" status: 204 len: 168 time: 0.2420664 Jul 28 17:58:08.072752 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f98f346-19ec-40cd-ab71-eb74693347ac,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 17:58:08.079721 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.080004 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.080369 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.080710 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.081045 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.081371 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.081697 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.082039 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.082383 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.083275 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.083613 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.083932 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.084345 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.084666 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:08.084989 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d0d376-cdd9-4b0d-937a-28fc3c79fe7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 17:58:16.034318 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:17.522372 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:17.527278 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:17.809828 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:17.820722 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:18.075685 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:18.076463 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:18.109673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=1,neutron:SELECT=10 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:19.532908 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:58:29.526233 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:29.526981 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:30.997296 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7070158f-819f-4d27-91b3-736195a5d57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:33.520906 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-56ed5fe1-3126-4ae8-bb7a-0943d3ba3eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:34.281858 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:36.116175 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:36.143535 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:58:46.030636 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:46.036079 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:58:56.531861 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:59:01.059489 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-08221069-7970-44b0-a9c0-80cbfc8789fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:03.515475 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-8d320fb0-ee5f-47e7-ac73-2d10c453c017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:04.304377 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:06.144276 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:06.161541 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:06.527860 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:06.528639 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:16.032613 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:16.039819 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:30.982817 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6eee670a-d1ba-4cc1-a3a0-ac4064786e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:31.515132 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:31.521046 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:33.526061 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b64b-4219-4248-b89e-b7df75d746db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:33.530725 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 5 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 17:59:34.335670 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:36.074316 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:36.091220 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 17:59:43.526327 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:43.527250 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:46.034785 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:46.040886 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 17:59:55.782943 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-885666'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:01.034567 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-600561cf-1711-48bc-9cf7-bea57f136ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:03.536373 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c1b2-f5d1-4cb3-90ee-d7c75273a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:04.299968 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:06.079756 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:06.140359 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:08.277596 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60386) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:00:08.412849 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-cecc50cd-4bc5-4983-b402-25d5dcafc4fa admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1337788 Jul 28 18:00:08.512243 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=14 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:08.517096 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=18 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:10.528932 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:00:10.530031 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60396) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:00:10.592366 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1afd9f8e-400e-4260-bb14-510186e47e26 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0611877 Jul 28 18:00:16.040113 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:16.046090 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:18.405088 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:18.405874 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:20.524921 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:20.525762 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:20.585437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:20.586209 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:25.775411 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:31.032458 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f258319b-aeb4-45eb-8bfd-bb45e7358db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:31.534683 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:33.551986 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1b39f088-1402-48bf-8a7e-be3e1b6cc104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:34.304387 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:36.065986 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:36.138623 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:45.502265 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:45.512355 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:46.041263 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:46.047347 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:47.527486 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:00:55.757294 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:00:57.523203 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:00:59.546112 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:01.042813 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-24131a09-d9e9-4336-84b1-eddaf92949dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:03.602622 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6a185c41-aa7f-4a63-a658-e0eadbdbed41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:04.305896 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:06.076488 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:06.164123 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:16.049472 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:16.059980 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:22.518448 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:22.519214 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:24.525809 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:01:25.773353 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:31.024563 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-46c40f54-4394-4008-88d2-a5ec82434ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:33.532782 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-80ff9008-76b7-453f-b823-aa7033f9753f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:34.298909 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:34.521086 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:34.521855 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:36.075935 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:36.127354 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:46.055117 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:46.056660 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:48.277553 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60552) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:48.512863 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-296655608-network', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:48.607233 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Made reservation on behalf of c1c1587cf20d427e8bb03ffae1b1ce33 for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:48.609602 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.627716 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.704770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks [] for security_group (898f35b1-b151-47f2-8700-31bfc64388f5), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.765710 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (898f35b1-b151-47f2-8700-31bfc64388f5), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.794286 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:48.805214 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898f35b1-b151-47f2-8700-31bfc64388f5,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:48.810234 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (e90f4b59-7657-4d91-a58f-afb52ae7acf0), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.810596 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Added segment e90f4b59-7657-4d91-a58f-afb52ae7acf0 of type vlan for network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 Jul 28 18:01:48.827799 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.828148 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.828489 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.828822 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.829154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.829484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.829808 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.830132 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.830495 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.830815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.831326 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.831650 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.831971 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.832290 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.832602 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Tracked resource versions report: Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: pushed versions: Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: { 'AddressGroup': {'1.2'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Agent': {'1.1'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'ConntrackHelper': {'1.0'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Log': {'1.0'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'NDPProxy': {'1.0'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Network': {'1.1'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Port': {'1.7'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'PortForwarding': {'1.3'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'QosPolicy': {'1.10'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroup': {'1.5'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SubPort': {'1.0'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Subnet': {'1.1'}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Trunk': {'1.1'}} Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: consumer versions: Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: HyperV agent@hv-cinder-83754: {}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Agent': '1.1', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'ConntrackHelper': '1.0', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'LocalIPAssociation': '1.0', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Log': '1.0', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'NDPProxy': '1.0', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Network': '1.1', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Port': '1.7', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'PortForwarding': '1.3', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'QosPolicy': '1.10', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroup': '1.5', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SecurityGroupRule': '1.2', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'SubPort': '1.0', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Subnet': '1.1', Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: 'Trunk': '1.1'}} Jul 28 18:01:48.834507 dv-cinder-837543-7-iscsi neutron-server[116181]: {{(pid=116181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:01:48.881732 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (3d1691a3-9020-429a-9c4e-b3ff2213b5a2), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.981657 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (3d1691a3-9020-429a-9c4e-b3ff2213b5a2), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:48.982738 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:48.983364 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.091695 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60608) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:49.127602 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] Pushing event updated for resources: {'Network': ['ID=3d1691a3-9020-429a-9c4e-b3ff2213b5a2,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:49.137448 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:49.184430 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60616) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:49.184852 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1154ed4f-6b26-4d4e-ad20-505add154d9c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.9061272 Jul 28 18:01:49.196226 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Request body: {'subnet': {'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-subnet', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:49.319077 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Made reservation on behalf of c1c1587cf20d427e8bb03ffae1b1ce33 for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:49.321879 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.357770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60626) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:49.520651 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-358361076-network', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:49.548336 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60632) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:49.585240 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (ad692536-aa48-4ca8-ab6c-3f115b74c002), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.634323 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Made reservation on behalf of e993449a4d58431cada94ec21f5a13d9 for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:49.637414 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.658072 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Checking segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:49.658636 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Network hostable DHCP agents. Network: 3d1691a3-9020-429a-9c4e-b3ff2213b5a2, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:49.668890 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.729017 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad692536-aa48-4ca8-ab6c-3f115b74c002,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:49.770015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-network', 'tenant_id': '2732f627abb44936bedd3293898b24f3'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:49.776146 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks [] for security_group (3480af3b-763a-46e7-8d79-5aea1262df0f), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.779148 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.782818 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.782818 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.782818 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.782818 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.783670 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.784153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.784677 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.785163 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.785654 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.786146 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.786729 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.787218 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.787700 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.788298 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Tracked resource versions report: Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: pushed versions: Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: { 'AddressGroup': {'1.2'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Agent': {'1.1'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'ConntrackHelper': {'1.0'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Log': {'1.0'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'NDPProxy': {'1.0'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Network': {'1.1'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Port': {'1.7'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'PortForwarding': {'1.3'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'QosPolicy': {'1.10'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroup': {'1.5'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SubPort': {'1.0'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Subnet': {'1.1'}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Trunk': {'1.1'}} Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: consumer versions: Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: HyperV agent@hv-cinder-83754: {}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Agent': '1.1', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'ConntrackHelper': '1.0', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'LocalIPAssociation': '1.0', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Log': '1.0', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'NDPProxy': '1.0', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Network': '1.1', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Port': '1.7', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'PortForwarding': '1.3', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'QosPolicy': '1.10', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroup': '1.5', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SecurityGroupRule': '1.2', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'SubPort': '1.0', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Subnet': '1.1', Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: 'Trunk': '1.1'}} Jul 28 18:01:49.789716 dv-cinder-837543-7-iscsi neutron-server[116180]: {{(pid=116180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:01:49.802438 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:49.852950 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3480af3b-763a-46e7-8d79-5aea1262df0f), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.881746 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Made reservation on behalf of 2732f627abb44936bedd3293898b24f3 for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:49.885502 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.892924 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:49.904028 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (45efe87b-095c-4d84-abfe-04b6530fc795), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.904375 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Added segment 45efe87b-095c-4d84-abfe-04b6530fc795 of type vlan for network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e Jul 28 18:01:49.905675 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.958839 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:49.966177 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 3d1691a3-9020-429a-9c4e-b3ff2213b5a2) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:49.975924 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb0632-5af4-42d5-acba-5a495a1a7835 None None] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:50.020189 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:50.020783 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.034767 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122265477-network', 'tenant_id': '672d7446290f4c2192531e9ab149b966'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:50.079301 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3480af3b-763a-46e7-8d79-5aea1262df0f,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:50.154660 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks [] for security_group (ad1d2f91-1d8a-48b1-8fbc-cbad5417b231), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.196790 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-bc222dc0-8ff0-4795-b18d-74142782146c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0107424 Jul 28 18:01:50.197671 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.198679 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:50.202768 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.203083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60668) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:50.204655 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:01:50.205168 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:50.206252 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.234563 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ad1d2f91-1d8a-48b1-8fbc-cbad5417b231), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.239905 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Made reservation on behalf of 672d7446290f4c2192531e9ab149b966 for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:50.246200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.273846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d2f91-1d8a-48b1-8fbc-cbad5417b231,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:50.288481 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.308469 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:50.311151 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.312926 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.356167 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:50.375986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] Pushing event updated for resources: {'Network': ['ID=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:50.410474 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4f351fa0-c859-4922-a83c-0dce4220b102 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3149185 Jul 28 18:01:50.411569 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60678) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:50.426238 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Request body: {'subnet': {'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-358361076-subnet', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:50.469707 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks [] for router_controller (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), precommit_add_association {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.471435 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=71,neutron:INSERT=28,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:50.499462 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:50.502621 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (15c6bc67-dbea-45ec-8546-7f50c4be5ede), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.502971 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Added segment 15c6bc67-dbea-45ec-8546-7f50c4be5ede of type vlan for network 144cc463-6995-43c7-bdb8-22e214402d26 Jul 28 18:01:50.523113 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:50.562695 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Made reservation on behalf of e993449a4d58431cada94ec21f5a13d9 for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:50.566948 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.627013 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Allocated IP 172.20.0.2 (3d1691a3-9020-429a-9c4e-b3ff2213b5a2/ad692536-aa48-4ca8-ab6c-3f115b74c002/5fb13c24-3771-4bb9-953c-6c1e19446a28) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:50.694312 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:50.718843 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks [] for security_group (18707231-7968-4b64-a7d6-725170d908a8), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.730497 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (144cc463-6995-43c7-bdb8-22e214402d26), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.919030 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (18707231-7968-4b64-a7d6-725170d908a8), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:50.953739 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.db.resource_extend [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 18:01:51.011012 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Publish callbacks [] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.030089 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:51.079722 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.093556 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18707231-7968-4b64-a7d6-725170d908a8,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:51.096646 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (0a6a01ad-5c94-4868-8d53-1f6ab4e0935f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.096993 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Added segment 0a6a01ad-5c94-4868-8d53-1f6ab4e0935f of type vlan for network 24f8735c-e61f-46ec-a2cd-ce1ea22b6023 Jul 28 18:01:51.128659 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Pushing event updated for resources: {'Port': ['ID=5fb13c24-3771-4bb9-953c-6c1e19446a28,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:51.138149 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (39cf2e7c-862e-4660-8f0b-412c42a21966), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.160673 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks [] for router_gateway (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.170503 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:51.172346 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:51.177444 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (24f8735c-e61f-46ec-a2cd-ce1ea22b6023), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.178218 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.178651 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.179340 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.180788 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.181345 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.181787 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.183226 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.183672 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.184111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.184544 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.185443 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.185891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.186488 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.187562 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.188067 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Tracked resource versions report: Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: pushed versions: Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: { 'AddressGroup': {'1.2'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Agent': {'1.1'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'ConntrackHelper': {'1.0'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Log': {'1.0'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'NDPProxy': {'1.0'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Network': {'1.1'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Port': {'1.7'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'PortForwarding': {'1.3'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'QosPolicy': {'1.10'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroup': {'1.5'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SubPort': {'1.0'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Subnet': {'1.1'}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Trunk': {'1.1'}} Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: consumer versions: Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: HyperV agent@hv-cinder-83754: {}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Agent': '1.1', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'ConntrackHelper': '1.0', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'LocalIPAssociation': '1.0', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Log': '1.0', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'NDPProxy': '1.0', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Network': '1.1', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Port': '1.7', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'PortForwarding': '1.3', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'QosPolicy': '1.10', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroup': '1.5', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SecurityGroupRule': '1.2', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'SubPort': '1.0', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Subnet': '1.1', Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: 'Trunk': '1.1'}} Jul 28 18:01:51.189323 dv-cinder-837543-7-iscsi neutron-server[116182]: {{(pid=116182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:01:51.195195 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:51.209347 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (144cc463-6995-43c7-bdb8-22e214402d26), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.209347 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:51.209347 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.212833 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cf2e7c-862e-4660-8f0b-412c42a21966,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:51.223932 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Checking segment: {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:51.223932 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Network hostable DHCP agents. Network: 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:51.298075 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Attempting to bind port 5fb13c24-3771-4bb9-953c-6c1e19446a28 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:01:51.298630 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Attempting to bind port 5fb13c24-3771-4bb9-953c-6c1e19446a28 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:01:51.298995 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Attempting to bind port 5fb13c24-3771-4bb9-953c-6c1e19446a28 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:01:51.302822 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:51.315377 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:01:51.315765 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Checking segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:51.316197 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.316753 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Bound using segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:01:51.317271 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Bound port: 5fb13c24-3771-4bb9-953c-6c1e19446a28, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:01:51.317653 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.327604 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (24f8735c-e61f-46ec-a2cd-ce1ea22b6023), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.328839 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:51.329431 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.350250 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9912875 Jul 28 18:01:51.351330 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=7 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:51.353416 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60704) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:51.360241 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Request body: {'subnet': {'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-subnet', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:51.360721 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d6d81-92ab-4867-a093-d606db7c0a05 admin admin] Pushing event updated for resources: {'Network': ['ID=144cc463-6995-43c7-bdb8-22e214402d26,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:51.396619 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 144cc463-6995-43c7-bdb8-22e214402d26 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:51.418062 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:51.422458 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:51.430010 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.434221 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] For port 5fb13c24-3771-4bb9-953c-6c1e19446a28, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:51.458363 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] Pushing event updated for resources: {'Network': ['ID=24f8735c-e61f-46ec-a2cd-ce1ea22b6023,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:51.470745 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56350dfc-abb8-4a02-b994-1532e75bf4b1 None None] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:51.482796 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 24f8735c-e61f-46ec-a2cd-ce1ea22b6023 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:51.484826 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:51.502319 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-fe3ee56e-d3c3-4462-9b43-e3c251528f65 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9529123 Jul 28 18:01:51.505332 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60708) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:51.506324 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] For port 5fb13c24-3771-4bb9-953c-6c1e19446a28, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=5fb13c24-3771-4bb9-953c-6c1e19446a28,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:51.510429 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Request body: {'subnet': {'network_id': '24f8735c-e61f-46ec-a2cd-ce1ea22b6023', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122265477-subnet', 'tenant_id': '672d7446290f4c2192531e9ab149b966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:51.616083 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-2cffb082-113c-4ec3-b3fc-5a84133ab36d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2032509 Jul 28 18:01:51.617131 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:51.620033 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Made reservation on behalf of 2732f627abb44936bedd3293898b24f3 for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:51.620758 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60710) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:51.623641 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.623988 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.630035 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:51.645137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks [] for router_gateway (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.696310 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.731825 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ac94e-155e-40ec-ad19-5f59516febfe None None] Pushing event updated for resources: {'Port': ['ID=5fb13c24-3771-4bb9-953c-6c1e19446a28,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:51.751625 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Made reservation on behalf of 672d7446290f4c2192531e9ab149b966 for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:51.755330 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.761713 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (60a621a5-0740-426c-b173-bffcb5eafd2f), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.762822 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (60a621a5-0740-426c-b173-bffcb5eafd2f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:51.770863 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'fixed_ips': [{'subnet_id': '39cf2e7c-862e-4660-8f0b-412c42a21966'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:01:51.772063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.136946 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:52.143118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks [] for router_controller (60a621a5-0740-426c-b173-bffcb5eafd2f), precommit_add_association {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.144881 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Allocated IP 172.20.0.2 (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e/39cf2e7c-862e-4660-8f0b-412c42a21966/d53eb93b-b80e-4af6-b863-d3f24e116282) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:52.145376 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Allocated IP 172.27.0.153 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:52.173541 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Publish callbacks [] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.188214 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (8344ebe7-ae09-4e80-af05-953c7951a8f5), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.211270 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:52.242136 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8344ebe7-ae09-4e80-af05-953c7951a8f5,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:52.264694 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.294437 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:52.327592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Checking segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:52.328823 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Network hostable DHCP agents. Network: 144cc463-6995-43c7-bdb8-22e214402d26, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:52.344057 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (4f1f5f68-a891-4681-a889-329f5016992f), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.431409 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks [] for router_gateway (60a621a5-0740-426c-b173-bffcb5eafd2f), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.440288 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1f5f68-a891-4681-a889-329f5016992f,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:52.461377 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Checking segment: {'id': '0a6a01ad-5c94-4868-8d53-1f6ab4e0935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '24f8735c-e61f-46ec-a2cd-ce1ea22b6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:52.461738 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Network hostable DHCP agents. Network: 24f8735c-e61f-46ec-a2cd-ce1ea22b6023, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:52.472279 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:52.475844 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:52.476539 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks [] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.480089 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:52.490823 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Pushing event updated for resources: {'Port': ['ID=d53eb93b-b80e-4af6-b863-d3f24e116282,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:52.543024 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Network 144cc463-6995-43c7-bdb8-22e214402d26 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:52.554028 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Attempting to bind port d53eb93b-b80e-4af6-b863-d3f24e116282 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:01:52.554431 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Attempting to bind port d53eb93b-b80e-4af6-b863-d3f24e116282 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:01:52.554802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Attempting to bind port d53eb93b-b80e-4af6-b863-d3f24e116282 on network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:01:52.566516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:01:52.574412 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Checking segment: {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:52.574412 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.574412 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Bound using segment: {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:01:52.574412 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Bound port: d53eb93b-b80e-4af6-b863-d3f24e116282, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:01:52.574412 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.574841 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Network 24f8735c-e61f-46ec-a2cd-ce1ea22b6023 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:52.640783 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 24f8735c-e61f-46ec-a2cd-ce1ea22b6023) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:52.646925 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] For port d53eb93b-b80e-4af6-b863-d3f24e116282, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:52.651764 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c3132-0ac2-4bef-aed3-dfa04e0ec8ea None None] Network 24f8735c-e61f-46ec-a2cd-ce1ea22b6023 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:52.653119 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:52.655692 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.658788 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 144cc463-6995-43c7-bdb8-22e214402d26) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:52.671662 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:52.672327 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.696350 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3882851d-6160-45e2-88cc-5a7209f3b896 None None] Network 144cc463-6995-43c7-bdb8-22e214402d26 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:52.733284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] For port d53eb93b-b80e-4af6-b863-d3f24e116282, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d53eb93b-b80e-4af6-b863-d3f24e116282,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:52.744501 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ed45dd2a-4294-4c19-a3dc-a098c2a582d9 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2380345 Jul 28 18:01:52.788229 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-870a0300-81b1-4a3f-8b1d-767d0016cdfd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4329760 Jul 28 18:01:52.790175 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60742) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:52.807279 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:52.876778 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.882496 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.882673 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.904397 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.925924 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e4367c-1b84-4c2c-9751-3611eff7ea9d None None] Network 24f8735c-e61f-46ec-a2cd-ce1ea22b6023 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:52.998950 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks [] for router_controller (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), precommit_add_association {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:52.999932 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:53.002815 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:53.041568 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-144cc463-6995-43c7-bdb8-22e214402d26', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'project_id': '2732f627abb44936bedd3293898b24f3', 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:01:53.043100 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:53.153627 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692e1a-6eed-4749-b7c9-9d1435a0d828 None None] Pushing event updated for resources: {'Port': ['ID=d53eb93b-b80e-4af6-b863-d3f24e116282,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:53.191530 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:53.214826 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:53.218091 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:53.450768 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb084894-1ed7-4859-8978-fa725df2d7ff None None] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:53.492341 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:53.528022 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks [] for router_gateway (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:53.646014 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:53.651361 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks [] for router_gateway (60a621a5-0740-426c-b173-bffcb5eafd2f), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:53.691812 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:53.730405 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Allocated IP 172.20.0.2 (144cc463-6995-43c7-bdb8-22e214402d26/8344ebe7-ae09-4e80-af05-953c7951a8f5/59850bbf-bb6e-46f4-9a32-bb5b7435de3e) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:53.768883 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-ab5495f0-12cd-4c7e-9b74-2284cd3c1df2 None None] Provisioning complete for port 5fb13c24-3771-4bb9-953c-6c1e19446a28 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:53.771095 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ab5495f0-12cd-4c7e-9b74-2284cd3c1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:53.951033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Allocated IP 172.27.0.238 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/cd1d41c9-b452-4f18-aa4c-2c657d11b959) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:53.986278 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:54.058176 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks [] for router_gateway (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.095724 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.113986 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-ab5495f0-12cd-4c7e-9b74-2284cd3c1df2 None None] Current status of the port 5fb13c24-3771-4bb9-953c-6c1e19446a28 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:54.114697 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ab5495f0-12cd-4c7e-9b74-2284cd3c1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.285206 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d53eb93b-b80e-4af6-b863-d3f24e116282 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:54.308748 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Publish callbacks [] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.370736 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60782) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:54.378539 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-841834583-network', 'tenant_id': '6ed757a22c1d4083af1a7c9cccdfb1af'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:54.419210 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks [] for router_gateway (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.423635 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-ab5495f0-12cd-4c7e-9b74-2284cd3c1df2 None None] For port 5fb13c24-3771-4bb9-953c-6c1e19446a28, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=5fb13c24-3771-4bb9-953c-6c1e19446a28,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:54.447239 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port d53eb93b-b80e-4af6-b863-d3f24e116282 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:54.447583 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.563422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks [] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.564352 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port d53eb93b-b80e-4af6-b863-d3f24e116282 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:54.564808 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.606458 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port d53eb93b-b80e-4af6-b863-d3f24e116282, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d53eb93b-b80e-4af6-b863-d3f24e116282,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:54.725661 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b5778-8855-4e17-ad69-12029348a64c None None] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:54.726672 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:54.922484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:54.979196 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.009553 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.016023 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.017504 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 5fb13c24-3771-4bb9-953c-6c1e19446a28 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:55.018126 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Made reservation on behalf of 6ed757a22c1d4083af1a7c9cccdfb1af for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:55.019990 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ab5495f0-12cd-4c7e-9b74-2284cd3c1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.020599 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.049996 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:01:55.070587 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Network 144cc463-6995-43c7-bdb8-22e214402d26 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:55.080282 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Pushing event updated for resources: {'Port': ['ID=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:55.084187 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:55.085249 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:55.086571 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1d41c9-b452-4f18-aa4c-2c657d11b959,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:55.086736 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:55.091625 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:55.098108 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.161753 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Allocated IP 172.27.0.166 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/7101329a-5438-487a-9a01-79d2e4e4e9d2) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:55.171780 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:55.212488 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-d53c589a-485b-4fb3-ae8d-03b34737d451 None None] Provisioning complete for port d53eb93b-b80e-4af6-b863-d3f24e116282 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:55.212884 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d53c589a-485b-4fb3-ae8d-03b34737d451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.242886 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:55.253789 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=d53eb93b-b80e-4af6-b863-d3f24e116282,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:55.258386 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 5fb13c24-3771-4bb9-953c-6c1e19446a28 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:55.258386 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.306772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Attempting to bind port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:01:55.307151 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Attempting to bind port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:01:55.308233 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Attempting to bind port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e on network 144cc463-6995-43c7-bdb8-22e214402d26 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:01:55.330847 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:55.333633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:01:55.333633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Checking segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:55.334022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.334492 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Bound using segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:01:55.334983 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Bound port: 59850bbf-bb6e-46f4-9a32-bb5b7435de3e, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:01:55.335370 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.345342 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks [] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.383357 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:55.414907 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Sync routers for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:55.424318 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5495f0-12cd-4c7e-9b74-2284cd3c1df2 None None] Pushing event updated for resources: {'Port': ['ID=5fb13c24-3771-4bb9-953c-6c1e19446a28,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:55.431476 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:55.434327 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks [] for security_group (02c9089a-0941-4590-807a-f7ae9ba5638c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.438545 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:55.439058 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.439634 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:01:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:55.471570 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.473197 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-bcc07a41-e7d7-46c8-8631-ccc7f1e324e0 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2718146 Jul 28 18:01:55.478458 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60802) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:55.656430 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:55.720939 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-d53c589a-485b-4fb3-ae8d-03b34737d451 None None] Current status of the port d53eb93b-b80e-4af6-b863-d3f24e116282 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:55.726703 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:55.728510 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (02c9089a-0941-4590-807a-f7ae9ba5638c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.737063 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:55.770105 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:55.779048 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-d53c589a-485b-4fb3-ae8d-03b34737d451 None None] Provisioning complete for port 5fb13c24-3771-4bb9-953c-6c1e19446a28 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:55.786888 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d53c589a-485b-4fb3-ae8d-03b34737d451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.825335 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks [] for router_gateway (60a621a5-0740-426c-b173-bffcb5eafd2f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:55.868719 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] For port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:55.899276 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 5fb13c24-3771-4bb9-953c-6c1e19446a28 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:55.909295 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] For port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:55.985522 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-d53c589a-485b-4fb3-ae8d-03b34737d451 None None] Current status of the port 5fb13c24-3771-4bb9-953c-6c1e19446a28 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:55.993103 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.017255 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:56.020334 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.032985 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:53Z', 'revision_number': 3, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:56.088573 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Checking router: bb1e191a-ff5c-4c4f-9a97-ee868da66f32 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:56.088955 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Updating router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:01:56.106066 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:01:56.113052 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d53eb93b-b80e-4af6-b863-d3f24e116282 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:56.116985 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (11fd8715-c9d4-471f-87dc-305609629aa2), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.117390 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Added segment 11fd8715-c9d4-471f-87dc-305609629aa2 of type vlan for network 2e0778ab-6306-4a37-bc43-bef0a58ac699 Jul 28 18:01:56.128755 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.150541 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (60a621a5-0740-426c-b173-bffcb5eafd2f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.158273 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c56dc7-ffa4-42f6-8dda-6fcee76c6a34 None None] Pushing event updated for resources: {'Port': ['ID=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:56.164731 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (2e0778ab-6306-4a37-bc43-bef0a58ac699), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.203757 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port d53eb93b-b80e-4af6-b863-d3f24e116282 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:56.204157 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.205042 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Pushing event updated for resources: {'Port': ['ID=7101329a-5438-487a-9a01-79d2e4e4e9d2,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:56.222793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c9089a-0941-4590-807a-f7ae9ba5638c,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:56.303573 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:56.317320 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port d53eb93b-b80e-4af6-b863-d3f24e116282 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:56.319847 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 5fb13c24-3771-4bb9-953c-6c1e19446a28 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:56.390129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (2e0778ab-6306-4a37-bc43-bef0a58ac699), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.390129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:56.390129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.405729 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 5fb13c24-3771-4bb9-953c-6c1e19446a28 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:56.406130 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.446864 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Router 60a621a5-0740-426c-b173-bffcb5eafd2f is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:01:56.557565 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1838658 Jul 28 18:01:56.560903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60832) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:56.565619 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 5fb13c24-3771-4bb9-953c-6c1e19446a28 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:56.566528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Request body: {'subnet': {'network_id': '2e0778ab-6306-4a37-bc43-bef0a58ac699', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-841834583-subnet', 'tenant_id': '6ed757a22c1d4083af1a7c9cccdfb1af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:01:56.594735 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b1681-c1a9-4e2d-8131-7a72bf8f09b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0778ab-6306-4a37-bc43-bef0a58ac699,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:56.610986 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 2e0778ab-6306-4a37-bc43-bef0a58ac699 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:01:56.616790 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:56.627730 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Publish callbacks [] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.640101 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:56.648727 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:56.663077 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:56.720741 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.727760 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.729928 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Made reservation on behalf of 6ed757a22c1d4083af1a7c9cccdfb1af for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:01:56.734166 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.739290 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Sync routers for ids ['60a621a5-0740-426c-b173-bffcb5eafd2f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:56.765867 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks [] for router_gateway (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.801900 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Pushing event updated for resources: {'Port': ['ID=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,revision_number=2']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:56.837639 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:56.841147 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.841147 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0ec7be83-15c3-433e-90fc-e14800da6d72 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2158105 Jul 28 18:01:56.852915 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60846) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:56.855372 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.855753 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.862563 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.862563 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.862563 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.862839 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Routers {'60a621a5-0740-426c-b173-bffcb5eafd2f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:56.862928 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.863013 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:01:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['60a621a5-0740-426c-b173-bffcb5eafd2f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:56.863117 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.863117 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.863117 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.863117 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.863117 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.863117 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.864580 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.864927 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.865377 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Tracked resource versions report: Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: pushed versions: Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: { 'AddressGroup': {'1.2'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Agent': {'1.1'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'ConntrackHelper': {'1.0'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Log': {'1.0'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'NDPProxy': {'1.0'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Network': {'1.1'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Port': {'1.7'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'PortForwarding': {'1.3'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'QosPolicy': {'1.10'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroup': {'1.5'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SubPort': {'1.0'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Subnet': {'1.1'}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Trunk': {'1.1'}} Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: consumer versions: Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: { DHCP agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: HyperV agent@hv-cinder-83754: {}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: L3 agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: Metadata agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: Metering agent@dv-cinder-837543-7-iscsi: {}, Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: Open vSwitch agent@dv-cinder-837543-7-iscsi: { 'AddressGroup': '1.2', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Agent': '1.1', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'ConntrackHelper': '1.0', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'LocalIPAssociation': '1.0', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Log': '1.0', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'NDPProxy': '1.0', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Network': '1.1', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Port': '1.7', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'PortForwarding': '1.3', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'QosPolicy': '1.10', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroup': '1.5', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SecurityGroupRule': '1.2', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'SubPort': '1.0', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Subnet': '1.1', Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: 'Trunk': '1.1'}} Jul 28 18:01:56.866627 dv-cinder-837543-7-iscsi neutron-server[116183]: {{(pid=116183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:01:56.929089 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Attempting to bind port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:01:56.929701 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Attempting to bind port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:01:56.931833 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Attempting to bind port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:01:56.966785 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:56.968672 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:01:56.969440 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:56.970199 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:56.970996 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:01:56.971779 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Bound port: b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:01:56.973284 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.059097 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:57.068458 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] For port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:57.078260 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] For port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:57.110992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Set router 60a621a5-0740-426c-b173-bffcb5eafd2f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:57.190278 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.199718 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:57.299723 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:57.348822 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:57.353351 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:01:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:57.391384 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:55Z', 'revision_number': 3, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:57.408050 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.412532 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081198-64f7-474f-a4ee-1c2a6888d4aa None None] Pushing event updated for resources: {'Port': ['ID=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:57.449174 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Checking router: 60a621a5-0740-426c-b173-bffcb5eafd2f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:57.452782 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Updating router 60a621a5-0740-426c-b173-bffcb5eafd2f port cd1d41c9-b452-4f18-aa4c-2c657d11b959 binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:01:57.467186 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Allocated IP 172.20.0.1 (3d1691a3-9020-429a-9c4e-b3ff2213b5a2/ad692536-aa48-4ca8-ab6c-3f115b74c002/2df2de1b-6406-4a68-ac88-5dfad296d155) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:57.533802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.564584 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (177b6b7e-6386-47ca-ab57-0e0c60a1b743), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.585120 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:57.635772 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks [] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.681114 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:57.689547 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7be47-3f14-4168-a676-446bfbf17fb1 None None] Network 144cc463-6995-43c7-bdb8-22e214402d26 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:57.758853 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.779528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:57.782786 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177b6b7e-6386-47ca-ab57-0e0c60a1b743,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:57.853844 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Checking segment: {'id': '11fd8715-c9d4-471f-87dc-305609629aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2e0778ab-6306-4a37-bc43-bef0a58ac699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:57.853844 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Network hostable DHCP agents. Network: 2e0778ab-6306-4a37-bc43-bef0a58ac699, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:01:57.897607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Pushing event updated for resources: {'Port': ['ID=2df2de1b-6406-4a68-ac88-5dfad296d155,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:57.917043 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:57.924323 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:57.934493 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:53Z', 'revision_number': 3, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:57.941053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:57.941482 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:57.946187 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:57.953897 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-f26e9b4b-d860-45ce-991e-918d7bd804b1 None None] Provisioning complete for port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:57.954423 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f26e9b4b-d860-45ce-991e-918d7bd804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.002522 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b85bb5-a5cc-4051-8b09-cbb5c0264645 None None] The sync data for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi is: [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:53Z', 'revision_number': 3, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:01:58.110071 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Network 2e0778ab-6306-4a37-bc43-bef0a58ac699 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:01:58.183643 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 59850bbf-bb6e-46f4-9a32-bb5b7435de3e up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:01:58.188765 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.292603 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 2e0778ab-6306-4a37-bc43-bef0a58ac699) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:58.309157 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:01:58.309756 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.335146 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b1831e-f4bf-4f98-ae0d-b0baf08bd4c9 None None] Network 2e0778ab-6306-4a37-bc43-bef0a58ac699 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:58.365393 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:01:58.376368 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:58.420912 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Publish callbacks [] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.423897 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-f26e9b4b-d860-45ce-991e-918d7bd804b1 None None] Current status of the port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:58.424410 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f26e9b4b-d860-45ce-991e-918d7bd804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.440569 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:58.440815 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.449922 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-acebc081-b0e0-4ce2-9fe4-47b94c12c197 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8887062 Jul 28 18:01:58.532619 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.549646 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:58.591222 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Allocated IP 172.20.0.1 (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e/39cf2e7c-862e-4660-8f0b-412c42a21966/d44c26e3-e83e-470e-aa34-b64db1d82d05) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:01:58.623378 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:01:58.642238 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.646695 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Sync routers for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:01:58.661813 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:58.668939 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:58.670801 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:01:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:58.710656 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-f26e9b4b-d860-45ce-991e-918d7bd804b1 None None] For port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:01:58.719686 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.721543 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-bbe2682e-869e-43e2-b58a-4af1ad980201 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9301443 Jul 28 18:01:58.725967 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60876) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:58.754175 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc603ae-16fc-4a78-870b-640d959c6da7 None None] Pushing event updated for resources: {'Port': ['ID=cd1d41c9-b452-4f18-aa4c-2c657d11b959,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:58.766011 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60878) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:58.792280 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Attempting to bind port cd1d41c9-b452-4f18-aa4c-2c657d11b959 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:01:58.794190 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Attempting to bind port cd1d41c9-b452-4f18-aa4c-2c657d11b959 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:01:58.795605 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Attempting to bind port cd1d41c9-b452-4f18-aa4c-2c657d11b959 on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:01:58.834300 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f26e9b4b-d860-45ce-991e-918d7bd804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.872206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] Deleting subnet 4f1f5f68-a891-4681-a889-329f5016992f {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:01:58.881816 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] Publish callbacks [] for subnet (4f1f5f68-a891-4681-a889-329f5016992f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.906788 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:01:58.947511 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:01:58.949770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] Publish callbacks [] for subnet (4f1f5f68-a891-4681-a889-329f5016992f), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.958249 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:01:58.959052 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:01:58.959680 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.960328 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:01:58.960981 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Bound port: cd1d41c9-b452-4f18-aa4c-2c657d11b959, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:01:58.962633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:58.984202 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (4f1f5f68-a891-4681-a889-329f5016992f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.024418 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e05859-ead0-4bcd-9201-b9ae52d4d66f None None] Network 2e0778ab-6306-4a37-bc43-bef0a58ac699 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:01:59.058271 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks [] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.192537 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:59.202065 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.225850 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (4f1f5f68-a891-4681-a889-329f5016992f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.308006 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-58f6bfe6-5847-4535-a4a2-a2b898dc0683 None None] Provisioning complete for port 2df2de1b-6406-4a68-ac88-5dfad296d155 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:59.311878 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-58f6bfe6-5847-4535-a4a2-a2b898dc0683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.317792 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:01:56Z', 'revision_number': 3, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:59.345869 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1f5f68-a891-4681-a889-329f5016992f,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:59.361379 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:59.378796 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.388327 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-356d5782-3bd8-4b0c-ba39-614fa51b0089 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/4f1f5f68-a891-4681-a889-329f5016992f HTTP/1.1" status: 204 len: 168 time: 0.6208427 Jul 28 18:01:59.392760 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:01:59.405634 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60900) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:01:59.435817 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:01:59.444411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:01:59.444411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (60a621a5-0740-426c-b173-bffcb5eafd2f), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.521359 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] For port cd1d41c9-b452-4f18-aa4c-2c657d11b959, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:01:59.538768 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] For port cd1d41c9-b452-4f18-aa4c-2c657d11b959, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=cd1d41c9-b452-4f18-aa4c-2c657d11b959,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:01:59.541079 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Checking router: 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:01:59.541701 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Updating router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 port 7101329a-5438-487a-9a01-79d2e4e4e9d2 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:01:59.542793 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-58f6bfe6-5847-4535-a4a2-a2b898dc0683 None None] Port 2df2de1b-6406-4a68-ac88-5dfad296d155 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:01:59.556314 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:01:59.557493 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-58f6bfe6-5847-4535-a4a2-a2b898dc0683 None None] Provisioning complete for port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:01:59.558030 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-58f6bfe6-5847-4535-a4a2-a2b898dc0683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.595013 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.624160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e9b4b-d860-45ce-991e-918d7bd804b1 None None] Pushing event updated for resources: {'Port': ['ID=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:59.643658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.682792 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Pushing event updated for resources: {'Port': ['ID=d44c26e3-e83e-470e-aa34-b64db1d82d05,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:59.706822 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks [] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.789386 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.795810 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.804996 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (24f8735c-e61f-46ec-a2cd-ce1ea22b6023), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:01:59.840258 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc603ae-16fc-4a78-870b-640d959c6da7 None None] Pushing event updated for resources: {'Port': ['ID=cd1d41c9-b452-4f18-aa4c-2c657d11b959,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:01:59.875143 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Routers {'60a621a5-0740-426c-b173-bffcb5eafd2f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:01:59.876806 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:01:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['60a621a5-0740-426c-b173-bffcb5eafd2f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:01:59.967779 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Publish callbacks [] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.010081 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.030946 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-58f6bfe6-5847-4535-a4a2-a2b898dc0683 None None] Current status of the port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:00.075476 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.084013 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] Set router 60a621a5-0740-426c-b173-bffcb5eafd2f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:00.121901 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:00.157354 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Attempting to bind port 7101329a-5438-487a-9a01-79d2e4e4e9d2 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:00.157686 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Attempting to bind port 7101329a-5438-487a-9a01-79d2e4e4e9d2 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:00.159774 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Attempting to bind port 7101329a-5438-487a-9a01-79d2e4e4e9d2 on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:00.225268 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:00.231907 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:00.232392 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.233346 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:00.233863 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Bound port: 7101329a-5438-487a-9a01-79d2e4e4e9d2, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:00.235143 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.245501 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-6410c6df-6219-44ce-972e-a6c92afb1b9f None None] Provisioning complete for port d44c26e3-e83e-470e-aa34-b64db1d82d05 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:00.245898 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6410c6df-6219-44ce-972e-a6c92afb1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.283407 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Pushing event updated for resources: {'Port': ['ID=2df2de1b-6406-4a68-ac88-5dfad296d155,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:00.298075 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:00.308856 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6410c6df-6219-44ce-972e-a6c92afb1b9f None None] Port d44c26e3-e83e-470e-aa34-b64db1d82d05 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:00.331217 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 59850bbf-bb6e-46f4-9a32-bb5b7435de3e up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:00.411496 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:00.418711 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] For port 7101329a-5438-487a-9a01-79d2e4e4e9d2, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:00.422110 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (24f8735c-e61f-46ec-a2cd-ce1ea22b6023), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.457718 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] For port 7101329a-5438-487a-9a01-79d2e4e4e9d2, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=7101329a-5438-487a-9a01-79d2e4e4e9d2,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:00.467430 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794188e-83f3-402a-bbf4-8767ff5d5b88 None None] Pushing event updated for resources: {'Port': ['ID=7101329a-5438-487a-9a01-79d2e4e4e9d2,revision_number=2']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:00.478471 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:00.479489 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.485560 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:55Z', 'revision_number': 3, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:00.492195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.492195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.492195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.492195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > port after_create 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.492195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > port after_delete 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.492195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > port after_update 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.492195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.493464 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.497407 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.497407 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.503635 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks [] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.558127 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9506a-59c5-47d5-80d1-a2a320fcd0f1 None None] The sync data for ids ['60a621a5-0740-426c-b173-bffcb5eafd2f'] in dv-cinder-837543-7-iscsi is: [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:55Z', 'revision_number': 3, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:00.567144 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.587656 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.589054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (60a621a5-0740-426c-b173-bffcb5eafd2f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.709048 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794188e-83f3-402a-bbf4-8767ff5d5b88 None None] Pushing event updated for resources: {'Port': ['ID=7101329a-5438-487a-9a01-79d2e4e4e9d2,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:00.722603 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:00.724336 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:00.751562 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:00.752211 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:01:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:00.815333 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:00.819397 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:00.854786 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:00.877299 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Pushing event updated for resources: {'Port': ['ID=d44c26e3-e83e-470e-aa34-b64db1d82d05,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:00.937388 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:00.938895 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:00.965522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.974561 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.974561 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.974561 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:02:00.974561 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f8735c-e61f-46ec-a2cd-ce1ea22b6023']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:01.011774 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:01.012950 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:01.014617 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:01.015830 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.019837 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6a01ad-5c94-4868-8d53-1f6ab4e0935f') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:01.020232 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6a01ad-5c94-4868-8d53-1f6ab4e0935f') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:01.147660 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:01.209956 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (0a6a01ad-5c94-4868-8d53-1f6ab4e0935f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.230016 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.250015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Router 60a621a5-0740-426c-b173-bffcb5eafd2f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:02:01.284056 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6b1c-6934-4393-a12e-37d5c82afa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.350136 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:01.356506 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 60958) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:01.365246 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:01.371146 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:01.372258 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:01.397264 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (0a6a01ad-5c94-4868-8d53-1f6ab4e0935f), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.414053 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:01:56Z', 'revision_number': 3, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:01.448857 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c784372-2ab2-4669-8910-97f6da98bc02 None None] The sync data for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi is: [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:01:56Z', 'revision_number': 3, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:01.449731 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:02:01.450143 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (0a6a01ad-5c94-4868-8d53-1f6ab4e0935f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.529051 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:02:01.570426 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-489372a3-1183-46df-a8b4-db17ce819d7e None None] Provisioning complete for port d44c26e3-e83e-470e-aa34-b64db1d82d05 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:01.571582 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-489372a3-1183-46df-a8b4-db17ce819d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.622035 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:01.639305 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-59898567-759a-4ca6-a952-d33ba6b9a36f admin admin] 10.222.0.85 "PUT /v2.0/routers/60a621a5-0740-426c-b173-bffcb5eafd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7817919 Jul 28 18:02:01.721228 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-489372a3-1183-46df-a8b4-db17ce819d7e None None] Port d44c26e3-e83e-470e-aa34-b64db1d82d05 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:01.727101 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:01.822099 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a96ac05d-ed52-45c4-9cf9-4533b6646cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.922815 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (24f8735c-e61f-46ec-a2cd-ce1ea22b6023), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.949039 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:01.955408 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] 10.222.0.85 "DELETE /v2.0/networks/24f8735c-e61f-46ec-a2cd-ce1ea22b6023 HTTP/1.1" status: 204 len: 168 time: 2.5482998 Jul 28 18:02:01.959521 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 60986) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:01.992209 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b94750d5-9aa7-4ee1-9b3c-3df0d4ae3964 None None] Provisioning complete for port 2df2de1b-6406-4a68-ac88-5dfad296d155 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:01.992209 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b94750d5-9aa7-4ee1-9b3c-3df0d4ae3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.010668 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732d73e-38c1-4196-9b58-76b0db41602d admin admin] Pushing event deleted for resources: {'Network': ['ID=24f8735c-e61f-46ec-a2cd-ce1ea22b6023,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:02.040207 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.063526 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] Deleting subnet 177b6b7e-6386-47ca-ab57-0e0c60a1b743 {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:02:02.067482 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:02.068092 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:02:02.068971 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] Publish callbacks [] for subnet (177b6b7e-6386-47ca-ab57-0e0c60a1b743), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.129253 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b94750d5-9aa7-4ee1-9b3c-3df0d4ae3964 None None] Port 2df2de1b-6406-4a68-ac88-5dfad296d155 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:02.189543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] Publish callbacks [] for subnet (177b6b7e-6386-47ca-ab57-0e0c60a1b743), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.211185 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (177b6b7e-6386-47ca-ab57-0e0c60a1b743), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.309665 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 0a6a01ad-5c94-4868-8d53-1f6ab4e0935f resource provider aggregate not found Jul 28 18:02:02.391724 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 0a6a01ad-5c94-4868-8d53-1f6ab4e0935f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a6a01ad-5c94-4868-8d53-1f6ab4e0935f found for delete ", "request_id": "req-4e4e2d25-16ce-454b-b0ab-fb03ce2a3bcd"}]} Jul 28 18:02:02.414304 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:02.435415 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (177b6b7e-6386-47ca-ab57-0e0c60a1b743), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.457911 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.467015 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/177b6b7e-6386-47ca-ab57-0e0c60a1b743 HTTP/1.1" status: 204 len: 168 time: 0.5038385 Jul 28 18:02:02.468846 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device cd1d41c9-b452-4f18-aa4c-2c657d11b959 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:02.469299 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 32772) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:02.507181 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a96ac05d-ed52-45c4-9cf9-4533b6646cc7 admin admin] Publish callbacks [] for security_group (404c1cfe-caac-4813-86b0-381e765996a4), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.578042 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port cd1d41c9-b452-4f18-aa4c-2c657d11b959 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:02.578848 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.672190 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a96ac05d-ed52-45c4-9cf9-4533b6646cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (404c1cfe-caac-4813-86b0-381e765996a4), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.691829 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 32802) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:02.731813 dv-cinder-837543-7-iscsi neutron-server[116180]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 18:02:02.734637 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (2e0778ab-6306-4a37-bc43-bef0a58ac699), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.743518 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609d4ca-7c31-4c1c-a588-250498f3898a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177b6b7e-6386-47ca-ab57-0e0c60a1b743,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:02.770199 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port cd1d41c9-b452-4f18-aa4c-2c657d11b959 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:02.771253 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.809696 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port cd1d41c9-b452-4f18-aa4c-2c657d11b959, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=cd1d41c9-b452-4f18-aa4c-2c657d11b959,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:02.881893 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:02.882759 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 7101329a-5438-487a-9a01-79d2e4e4e9d2 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:02.930320 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:02.965646 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:02.971080 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=cd1d41c9-b452-4f18-aa4c-2c657d11b959,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:02.994382 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:02.994962 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f1ebbf53-38e4-4ea4-b14e-0d94557c287a admin admin] 10.222.0.85 "PUT /v2.0/routers/bb1e191a-ff5c-4c4f-9a97-ee868da66f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5146627 Jul 28 18:02:02.999146 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 7101329a-5438-487a-9a01-79d2e4e4e9d2 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:03.003364 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.010822 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Sync routers for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:03.014499 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 32816) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:03.014956 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a96ac05d-ed52-45c4-9cf9-4533b6646cc7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c39bbb5307284385a11288bb3246b357&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6380446 Jul 28 18:02:03.037615 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac05d-ed52-45c4-9cf9-4533b6646cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404c1cfe-caac-4813-86b0-381e765996a4,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.097774 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:03.103322 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:01:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:03.110020 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Allocated IP 172.20.0.1 (144cc463-6995-43c7-bdb8-22e214402d26/8344ebe7-ae09-4e80-af05-953c7951a8f5/deaf7c77-bf25-4665-8baa-a29b466a4596) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:03.165629 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e7ea-484c-4f38-9f91-b2d147ed7a73 admin admin] Publish callbacks [] for security_group (404c1cfe-caac-4813-86b0-381e765996a4), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.211690 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e7ea-484c-4f38-9f91-b2d147ed7a73 admin admin] Publish callbacks [] for security_group (404c1cfe-caac-4813-86b0-381e765996a4), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.314540 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:03.314540 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (2e0778ab-6306-4a37-bc43-bef0a58ac699), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.343076 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 7101329a-5438-487a-9a01-79d2e4e4e9d2 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:03.348681 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.378274 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0778ab-6306-4a37-bc43-bef0a58ac699']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:03.386288 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 7101329a-5438-487a-9a01-79d2e4e4e9d2, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=7101329a-5438-487a-9a01-79d2e4e4e9d2,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:03.388894 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:03.397455 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-7debd385-5f1a-4f97-bc41-0b0596f16bdc tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:03.399000 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-7debd385-5f1a-4f97-bc41-0b0596f16bdc tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/networks?id=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e HTTP/1.1" status: 200 len: 811 time: 0.6863041 Jul 28 18:02:03.403208 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fd8715-c9d4-471f-87dc-305609629aa2') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:03.403497 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fd8715-c9d4-471f-87dc-305609629aa2') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:03.428180 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (11fd8715-c9d4-471f-87dc-305609629aa2), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.450008 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-4c59e0ad-e782-41a1-995d-dc6ce0d77e4c tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/quotas/e993449a4d58431cada94ec21f5a13d9 HTTP/1.1" status: 200 len: 375 time: 0.0350475 Jul 28 18:02:03.457264 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e7ea-484c-4f38-9f91-b2d147ed7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (404c1cfe-caac-4813-86b0-381e765996a4), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.463951 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e7ea-484c-4f38-9f91-b2d147ed7a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.463951 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5dd8e7ea-484c-4f38-9f91-b2d147ed7a73 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/404c1cfe-caac-4813-86b0-381e765996a4 HTTP/1.1" status: 204 len: 168 time: 0.4445555 Jul 28 18:02:03.468000 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (11fd8715-c9d4-471f-87dc-305609629aa2), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.475421 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8e7ea-484c-4f38-9f91-b2d147ed7a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404c1cfe-caac-4813-86b0-381e765996a4,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.480358 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 32828) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:03.549713 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks [] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.551920 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:02:03.552423 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (11fd8715-c9d4-471f-87dc-305609629aa2), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.636903 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.636903 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:03.642891 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e67311e8-6cf1-43ee-a88f-2911f1acb1ed tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e993449a4d58431cada94ec21f5a13d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825740 Jul 28 18:02:03.732710 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (2e0778ab-6306-4a37-bc43-bef0a58ac699), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.745558 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.751008 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] 10.222.0.85 "DELETE /v2.0/networks/2e0778ab-6306-4a37-bc43-bef0a58ac699 HTTP/1.1" status: 204 len: 168 time: 1.2715139 Jul 28 18:02:03.755292 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.767682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 32848) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:03.770975 dv-cinder-837543-7-iscsi neutron-server[116181]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 18:02:03.835638 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Pushing event updated for resources: {'Port': ['ID=deaf7c77-bf25-4665-8baa-a29b466a4596,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.843787 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c24b6f-7511-4799-a689-633cbb54d8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0778ab-6306-4a37-bc43-bef0a58ac699,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:03.847100 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Network 144cc463-6995-43c7-bdb8-22e214402d26 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:03.849739 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:03.860380 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:02:03.940882 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:03.975123 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f2492dc4-fd0c-4868-b1ca-18ed85a08d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.047140 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:04.089180 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-4be7a014-9cea-47df-8321-d2248ad336ad tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:04.097572 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-4be7a014-9cea-47df-8321-d2248ad336ad tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 818 time: 0.3280020 Jul 28 18:02:04.129460 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-fb48ffd9-1d34-4a01-aada-aa470df06660 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/quotas/c1c1587cf20d427e8bb03ffae1b1ce33 HTTP/1.1" status: 200 len: 375 time: 0.0293469 Jul 28 18:02:04.139317 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 2, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:04.145539 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:04.177443 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Sync routers for ids ['60a621a5-0740-426c-b173-bffcb5eafd2f'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:04.196432 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Routers {'60a621a5-0740-426c-b173-bffcb5eafd2f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:04.199191 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:02:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['60a621a5-0740-426c-b173-bffcb5eafd2f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:04.209051 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d27d796f-3533-46c2-8bd3-4cea604b2363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.239123 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-d5dd0eaa-5406-462a-816d-55825433ce38 None None] Provisioning complete for port deaf7c77-bf25-4665-8baa-a29b466a4596 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:04.239513 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0eaa-5406-462a-816d-55825433ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.247149 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Checking router: bb1e191a-ff5c-4c4f-9a97-ee868da66f32 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:04.248440 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Updating router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 port 2df2de1b-6406-4a68-ac88-5dfad296d155 binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:02:04.287253 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-1a681f6b-33d9-4995-ac29-ff3f66251ed4 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569798 Jul 28 18:02:04.327206 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.327489 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.370999 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d27d796f-3533-46c2-8bd3-4cea604b2363 admin admin] Publish callbacks [] for security_group (7ea08901-72c8-4ba7-ae9e-bd504decdf32), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.378457 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=7101329a-5438-487a-9a01-79d2e4e4e9d2,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:04.422914 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Set router 60a621a5-0740-426c-b173-bffcb5eafd2f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:04.430394 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:04.430902 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.444334 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d27d796f-3533-46c2-8bd3-4cea604b2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7ea08901-72c8-4ba7-ae9e-bd504decdf32), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.465333 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 11fd8715-c9d4-471f-87dc-305609629aa2 resource provider aggregate not found Jul 28 18:02:04.471599 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd0eaa-5406-462a-816d-55825433ce38 None None] Port deaf7c77-bf25-4665-8baa-a29b466a4596 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:04.521367 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d796f-3533-46c2-8bd3-4cea604b2363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea08901-72c8-4ba7-ae9e-bd504decdf32,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:04.545231 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 32874) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:04.559335 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-69edfc0d-0acf-4d8d-900a-a18fc9d0f144 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:02:04.562456 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-69edfc0d-0acf-4d8d-900a-a18fc9d0f144 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2758639 Jul 28 18:02:04.562596 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.581642 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 11fd8715-c9d4-471f-87dc-305609629aa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11fd8715-c9d4-471f-87dc-305609629aa2 found for delete ", "request_id": "req-abcd9256-11a5-4206-866c-a23086e42a83"}]} Jul 28 18:02:04.655740 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d27d796f-3533-46c2-8bd3-4cea604b2363 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6f1877c26b444f2489b836a1297c9cb0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1743364 Jul 28 18:02:04.662135 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 32878) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:04.726902 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:04.751910 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1867fcea-57ae-4066-96f5-145410fbad72 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=672d7446290f4c2192531e9ab149b966&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1956499 Jul 28 18:02:04.758581 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 32882) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:04.764190 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:04.819371 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:59Z', 'revision_number': 4, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'd44c26e3-e83e-470e-aa34-b64db1d82d05', 'name': '', 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'mac_address': 'fa:16:3e:eb:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39cf2e7c-862e-4660-8f0b-412c42a21966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:58Z', 'updated_at': '2022-07-28T18:02:00Z', 'revision_number': 2, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'subnets': [{'id': '39cf2e7c-862e-4660-8f0b-412c42a21966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:04.831375 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-ff0b163e-df8a-4bc3-90ac-bc3277fb4187 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:02:04.833157 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-ff0b163e-df8a-4bc3-90ac-bc3277fb4187 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0976069 Jul 28 18:02:04.841582 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-23c4da31-683d-40ca-a506-0d5018c35df2 service neutron] 10.222.0.85 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623506 Jul 28 18:02:04.861327 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bce94304-f102-42d4-bdc9-dd272ccc432f admin admin] Publish callbacks [] for security_group (7ea08901-72c8-4ba7-ae9e-bd504decdf32), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.879279 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks [] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.904920 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-78c58543-3b5d-4a20-b3d1-8b41b2a8450e admin admin] Publish callbacks [] for security_group (18707231-7968-4b64-a7d6-725170d908a8), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.945605 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Checking router: 60a621a5-0740-426c-b173-bffcb5eafd2f for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:04.948493 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Updating router 60a621a5-0740-426c-b173-bffcb5eafd2f port d44c26e3-e83e-470e-aa34-b64db1d82d05 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:02:04.970461 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-78c58543-3b5d-4a20-b3d1-8b41b2a8450e admin admin] Publish callbacks [] for security_group (18707231-7968-4b64-a7d6-725170d908a8), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:04.984538 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device cd1d41c9-b452-4f18-aa4c-2c657d11b959 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:05.005337 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.028594 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.056575 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Publish callbacks [] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.056882 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:05.057533 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:05.059786 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-886ceeca-249b-4988-89df-aa6a99b11c28 service neutron] 10.222.0.85 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924541 Jul 28 18:02:05.069448 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:05.085438 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bce94304-f102-42d4-bdc9-dd272ccc432f admin admin] Publish callbacks [] for security_group (7ea08901-72c8-4ba7-ae9e-bd504decdf32), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.086266 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.098660 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port cd1d41c9-b452-4f18-aa4c-2c657d11b959 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:05.099210 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.164958 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-c2648651-4e86-49bf-99a7-7ea9a8ab0970 service neutron] 10.222.0.85 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954123 Jul 28 18:02:05.217618 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.268171 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-49c59684-71ce-4aad-b9e6-34813789b2f3 service neutron] 10.222.0.85 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984701 Jul 28 18:02:05.302794 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081ff2-e080-4a4f-b835-47e27e54ce24 None None] Pushing event updated for resources: {'Port': ['ID=2df2de1b-6406-4a68-ac88-5dfad296d155,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:05.305881 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Pushing event updated for resources: {'Port': ['ID=deaf7c77-bf25-4665-8baa-a29b466a4596,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:05.315418 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bce94304-f102-42d4-bdc9-dd272ccc432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7ea08901-72c8-4ba7-ae9e-bd504decdf32), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.319393 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bce94304-f102-42d4-bdc9-dd272ccc432f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.321072 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-bce94304-f102-42d4-bdc9-dd272ccc432f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7ea08901-72c8-4ba7-ae9e-bd504decdf32 HTTP/1.1" status: 204 len: 168 time: 0.6573057 Jul 28 18:02:05.339721 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port cd1d41c9-b452-4f18-aa4c-2c657d11b959 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:05.343284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 7101329a-5438-487a-9a01-79d2e4e4e9d2 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:05.371811 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce94304-f102-42d4-bdc9-dd272ccc432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea08901-72c8-4ba7-ae9e-bd504decdf32,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:05.431376 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Network 144cc463-6995-43c7-bdb8-22e214402d26 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:05.435670 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:05.438759 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:05.453889 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-78c58543-3b5d-4a20-b3d1-8b41b2a8450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (18707231-7968-4b64-a7d6-725170d908a8), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.458680 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-78c58543-3b5d-4a20-b3d1-8b41b2a8450e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.464347 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-78c58543-3b5d-4a20-b3d1-8b41b2a8450e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/18707231-7968-4b64-a7d6-725170d908a8 HTTP/1.1" status: 204 len: 168 time: 0.7040851 Jul 28 18:02:05.477906 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:05.493145 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c58543-3b5d-4a20-b3d1-8b41b2a8450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18707231-7968-4b64-a7d6-725170d908a8,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:05.594924 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Publish callbacks [] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.618682 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Attempting to bind port 2df2de1b-6406-4a68-ac88-5dfad296d155 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:05.618682 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Attempting to bind port 2df2de1b-6406-4a68-ac88-5dfad296d155 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:05.622372 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Attempting to bind port 2df2de1b-6406-4a68-ac88-5dfad296d155 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:05.638526 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 7101329a-5438-487a-9a01-79d2e4e4e9d2 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:05.639061 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.695733 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.730249 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:05.730896 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Checking segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:05.730983 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.731500 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Bound using segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:05.732042 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Bound port: 2df2de1b-6406-4a68-ac88-5dfad296d155, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:05.732433 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.758887 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29f1e3-1516-4c9a-a37a-b4ab8411dfca None None] Pushing event updated for resources: {'Port': ['ID=d44c26e3-e83e-470e-aa34-b64db1d82d05,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:05.875931 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:02:05.920815 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Attempting to bind port d44c26e3-e83e-470e-aa34-b64db1d82d05 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:05.921941 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Attempting to bind port d44c26e3-e83e-470e-aa34-b64db1d82d05 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:05.926700 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Attempting to bind port d44c26e3-e83e-470e-aa34-b64db1d82d05 on network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:05.931297 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:05.942938 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:05.943321 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Checking segment: {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:05.943725 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.946831 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Bound using segment: {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:05.947680 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Bound port: d44c26e3-e83e-470e-aa34-b64db1d82d05, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:05.947853 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:05.970030 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-848b5868-7e4f-4c91-a679-867edb6591f5 req-43ec2506-407e-4022-88db-3fc44a2107d5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 210 time: 0.1098931 Jul 28 18:02:06.014599 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bb130a66-8c36-48e6-8b13-e5e68e7b279d req-a40dead2-bbae-47ac-9ff6-720d9712c4b4 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.1584885 Jul 28 18:02:06.148160 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] For port d44c26e3-e83e-470e-aa34-b64db1d82d05, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:06.156478 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] For port d44c26e3-e83e-470e-aa34-b64db1d82d05, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d44c26e3-e83e-470e-aa34-b64db1d82d05,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:06.188580 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-d23d72d5-4535-4c0b-bac8-04df7de19da1 None None] Provisioning complete for port 2df2de1b-6406-4a68-ac88-5dfad296d155 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:06.189258 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d23d72d5-4535-4c0b-bac8-04df7de19da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:06.254424 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 7101329a-5438-487a-9a01-79d2e4e4e9d2 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:06.258254 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] For port 2df2de1b-6406-4a68-ac88-5dfad296d155, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:06.273081 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:06.281594 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:06.287623 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:06.291469 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] For port 2df2de1b-6406-4a68-ac88-5dfad296d155, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2df2de1b-6406-4a68-ac88-5dfad296d155,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:06.295043 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-d23d72d5-4535-4c0b-bac8-04df7de19da1 None None] Port 2df2de1b-6406-4a68-ac88-5dfad296d155 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:06.295231 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:06.347249 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Routers {'60a621a5-0740-426c-b173-bffcb5eafd2f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:06.347882 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:02:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['60a621a5-0740-426c-b173-bffcb5eafd2f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:06.353559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:06.406945 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29f1e3-1516-4c9a-a37a-b4ab8411dfca None None] Pushing event updated for resources: {'Port': ['ID=d44c26e3-e83e-470e-aa34-b64db1d82d05,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:06.463939 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:06.470512 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-86daefe9-872c-4074-97b3-7b158f39eab7 admin admin] 10.222.0.85 "PUT /v2.0/routers/7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7428567 Jul 28 18:02:06.495771 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Sync routers for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:06.534324 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Provisioning complete for port deaf7c77-bf25-4665-8baa-a29b466a4596 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:06.539503 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:06.543451 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:06.551559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:06.552213 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:02:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:06.813714 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] Set router 60a621a5-0740-426c-b173-bffcb5eafd2f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:06.933225 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Port deaf7c77-bf25-4665-8baa-a29b466a4596 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:06.968860 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:06.969925 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:02:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:07.141609 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081ff2-e080-4a4f-b835-47e27e54ce24 None None] Pushing event updated for resources: {'Port': ['ID=2df2de1b-6406-4a68-ac88-5dfad296d155,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:07.178018 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:07.200445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-7f853fa0-7ae7-4eea-9803-ecf77cf8c319 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:07.202414 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-7f853fa0-7ae7-4eea-9803-ecf77cf8c319 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 818 time: 0.2294750 Jul 28 18:02:07.210991 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Provisioning complete for port d44c26e3-e83e-470e-aa34-b64db1d82d05 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:07.211480 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:07.222884 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-687ed5e0-e25c-4a0a-940f-24a539f7101f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/quotas/c1c1587cf20d427e8bb03ffae1b1ce33 HTTP/1.1" status: 200 len: 375 time: 0.0144069 Jul 28 18:02:07.305354 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:59Z', 'revision_number': 4, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'd44c26e3-e83e-470e-aa34-b64db1d82d05', 'name': '', 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'mac_address': 'fa:16:3e:eb:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39cf2e7c-862e-4660-8f0b-412c42a21966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:58Z', 'updated_at': '2022-07-28T18:02:06Z', 'revision_number': 4, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'subnets': [{'id': '39cf2e7c-862e-4660-8f0b-412c42a21966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:07.333531 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e314cab7-4dea-4b5a-9734-fa4e8c094fd7 req-ff3b2115-ff7d-4d77-9e3d-0dcfc3773f53 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0707893 Jul 28 18:02:07.336351 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-e27039a0-7742-4fc0-ac05-66c8e98d984d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945222 Jul 28 18:02:07.359267 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadc3e6-4d06-420b-9ac5-56dc51154b3c None None] The sync data for ids ['60a621a5-0740-426c-b173-bffcb5eafd2f'] in dv-cinder-837543-7-iscsi is: [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:01:59Z', 'revision_number': 4, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'd44c26e3-e83e-470e-aa34-b64db1d82d05', 'name': '', 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'mac_address': 'fa:16:3e:eb:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '39cf2e7c-862e-4660-8f0b-412c42a21966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:58Z', 'updated_at': '2022-07-28T18:02:06Z', 'revision_number': 4, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'subnets': [{'id': '39cf2e7c-862e-4660-8f0b-412c42a21966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:07.388943 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:07.505474 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33026) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:07.670148 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-b2600af7-def9-4591-b06b-4b08f54f536b service neutron] 10.222.0.85 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898607 Jul 28 18:02:07.699349 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c6348681-94aa-4a80-be8a-b65cdd0b615f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6ed757a22c1d4083af1a7c9cccdfb1af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1936467 Jul 28 18:02:07.701851 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33038) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:07.873875 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58f4-d2c4-4e7c-929f-8e76ba51e913 admin admin] Publish callbacks [] for security_group (02c9089a-0941-4590-807a-f7ae9ba5638c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:07.886699 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-0f0a2a14-75ac-4197-9cf6-c27a26337970 service neutron] 10.222.0.85 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154484 Jul 28 18:02:07.966869 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58f4-d2c4-4e7c-929f-8e76ba51e913 admin admin] Publish callbacks [] for security_group (02c9089a-0941-4590-807a-f7ae9ba5638c), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:07.971284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:08.049803 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 2, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:08.123261 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Checking router: 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:08.123626 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Updating router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 port deaf7c77-bf25-4665-8baa-a29b466a4596 binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:02:08.128422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58f4-d2c4-4e7c-929f-8e76ba51e913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (02c9089a-0941-4590-807a-f7ae9ba5638c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.132406 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58f4-d2c4-4e7c-929f-8e76ba51e913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.136498 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ef1c58f4-d2c4-4e7c-929f-8e76ba51e913 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/02c9089a-0941-4590-807a-f7ae9ba5638c HTTP/1.1" status: 204 len: 168 time: 0.4298894 Jul 28 18:02:08.161715 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c58f4-d2c4-4e7c-929f-8e76ba51e913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c9089a-0941-4590-807a-f7ae9ba5638c,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:08.230633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Current status of the port d44c26e3-e83e-470e-aa34-b64db1d82d05 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:08.232317 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.267697 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.335448 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33064) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:08.342422 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-d4e49d23-40d6-424a-9b1e-cc7b518c48ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531641434', 'description': 'tempest-description--2135115845'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:08.528156 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4c38a500-4613-4d65-9e6b-d6c2f80ffa71 req-1df4df30-2e58-4656-b72f-fd40dc0d5599 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.0826476 Jul 28 18:02:08.536912 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] For port d44c26e3-e83e-470e-aa34-b64db1d82d05, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d44c26e3-e83e-470e-aa34-b64db1d82d05,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:08.558249 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4e49d23-40d6-424a-9b1e-cc7b518c48ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.573502 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-03d0b241-bb50-4e55-9b7d-88fe870253d0 req-7821c6e8-f96d-4bcc-82a0-39903bb1afe1 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0708482 Jul 28 18:02:08.597891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:06Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:08.657469 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:08.754066 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4e49d23-40d6-424a-9b1e-cc7b518c48ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (fb4bec86-5330-4c40-b824-686ff2947643), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.772843 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.806782 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4380049-1a81-4c30-be9a-a1df0a2e73c8 None None] The sync data for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi is: [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:06Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:08.892870 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4e49d23-40d6-424a-9b1e-cc7b518c48ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fb4bec86-5330-4c40-b824-686ff2947643), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:08.895662 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:08.930610 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Provisioning complete for port 2df2de1b-6406-4a68-ac88-5dfad296d155 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:08.931033 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.025016 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d44c26e3-e83e-470e-aa34-b64db1d82d05 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:09.039645 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e49d23-40d6-424a-9b1e-cc7b518c48ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4bec86-5330-4c40-b824-686ff2947643,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:09.080423 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0d2b0-4c4a-4e50-b5e0-d65d97ab4cab None None] Pushing event updated for resources: {'Port': ['ID=d44c26e3-e83e-470e-aa34-b64db1d82d05,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:09.125350 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4e49d23-40d6-424a-9b1e-cc7b518c48ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.143915 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d4e49d23-40d6-424a-9b1e-cc7b518c48ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7947776 Jul 28 18:02:09.143915 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33116) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:09.147279 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-398f1265-1d13-4670-b108-0f301bcc30b2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'security_group_rule': {'security_group_id': 'fb4bec86-5330-4c40-b824-686ff2947643', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:09.255751 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port d44c26e3-e83e-470e-aa34-b64db1d82d05 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:09.256141 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.326262 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:09.330958 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Current status of the port 2df2de1b-6406-4a68-ac88-5dfad296d155 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:09.331346 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.375094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-398f1265-1d13-4670-b108-0f301bcc30b2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (81aa5ed1-f2af-4cd6-86b0-efdbb9533dbe), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.497227 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Publish callbacks [] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.515233 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-398f1265-1d13-4670-b108-0f301bcc30b2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (81aa5ed1-f2af-4cd6-86b0-efdbb9533dbe), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.534812 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] For port 2df2de1b-6406-4a68-ac88-5dfad296d155, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2df2de1b-6406-4a68-ac88-5dfad296d155,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:09.540410 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port d44c26e3-e83e-470e-aa34-b64db1d82d05 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:09.640157 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5506a711-7c86-4800-8cb8-953b1f02072e req-ec00e56f-4d9a-4017-a0d7-4d40fc32cabe tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.0373645 Jul 28 18:02:09.730276 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-398f1265-1d13-4670-b108-0f301bcc30b2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (81aa5ed1-f2af-4cd6-86b0-efdbb9533dbe), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.733891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.766033 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f1265-1d13-4670-b108-0f301bcc30b2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aa5ed1-f2af-4cd6-86b0-efdbb9533dbe,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:09.803862 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.829602 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Provisioning complete for port d44c26e3-e83e-470e-aa34-b64db1d82d05 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:09.830006 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.831024 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-67ed4ff7-ec9e-495b-9ce5-ab8b0265578e req-f567ac18-4350-4fe4-986d-17dca44cc42a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0964942 Jul 28 18:02:09.856708 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-398f1265-1d13-4670-b108-0f301bcc30b2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:09.858412 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-398f1265-1d13-4670-b108-0f301bcc30b2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7221708 Jul 28 18:02:09.862141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33142) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:09.878102 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-2cb132b7-f005-4416-aa4a-4c953e090e7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'security_group_rule': {'security_group_id': 'fb4bec86-5330-4c40-b824-686ff2947643', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:09.924167 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d733ee-1ede-4189-ae1f-fc03085c0bed None None] Pushing event updated for resources: {'Port': ['ID=deaf7c77-bf25-4665-8baa-a29b466a4596,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:10.037721 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2cb132b7-f005-4416-aa4a-4c953e090e7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (e2e307bf-b6fd-4590-a72b-8f7fd00cb9ab), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.115176 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Attempting to bind port deaf7c77-bf25-4665-8baa-a29b466a4596 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:10.115176 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Attempting to bind port deaf7c77-bf25-4665-8baa-a29b466a4596 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:10.115176 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Attempting to bind port deaf7c77-bf25-4665-8baa-a29b466a4596 on network 144cc463-6995-43c7-bdb8-22e214402d26 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:10.138332 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:10.139322 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Checking segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:10.140061 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.141406 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Bound using segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:10.148032 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Bound port: deaf7c77-bf25-4665-8baa-a29b466a4596, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:10.148032 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.174938 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Pushing event updated for resources: {'Port': ['ID=2df2de1b-6406-4a68-ac88-5dfad296d155,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:10.191267 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:10.225169 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2cb132b7-f005-4416-aa4a-4c953e090e7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (e2e307bf-b6fd-4590-a72b-8f7fd00cb9ab), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.257457 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4c25c-cc03-4e35-a916-cb2735d99257 None None] Current status of the port d44c26e3-e83e-470e-aa34-b64db1d82d05 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:10.274439 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33150) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:10.274949 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] For port deaf7c77-bf25-4665-8baa-a29b466a4596, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:10.280335 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] For port deaf7c77-bf25-4665-8baa-a29b466a4596, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=deaf7c77-bf25-4665-8baa-a29b466a4596,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:10.366618 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2cb132b7-f005-4416-aa4a-4c953e090e7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (e2e307bf-b6fd-4590-a72b-8f7fd00cb9ab), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.381314 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-8435b74b-6489-47bd-947f-80e6d6c50036 None None] Provisioning complete for port deaf7c77-bf25-4665-8baa-a29b466a4596 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:10.381861 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-8435b74b-6489-47bd-947f-80e6d6c50036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.393465 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb132b7-f005-4416-aa4a-4c953e090e7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e307bf-b6fd-4590-a72b-8f7fd00cb9ab,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:10.420739 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.474523 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33158) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:10.486563 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-8435b74b-6489-47bd-947f-80e6d6c50036 None None] Port deaf7c77-bf25-4665-8baa-a29b466a4596 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:10.518019 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2cb132b7-f005-4416-aa4a-4c953e090e7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.518150 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:10.518995 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:02:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:10.520466 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-2cb132b7-f005-4416-aa4a-4c953e090e7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6550217 Jul 28 18:02:10.523690 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33162) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:10.527659 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d733ee-1ede-4189-ae1f-fc03085c0bed None None] Pushing event updated for resources: {'Port': ['ID=deaf7c77-bf25-4665-8baa-a29b466a4596,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:10.534460 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:10.580711 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:10.684094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.756738 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:10.823833 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-060a8eef-8d56-42a0-96a2-0c0df6117cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:10.944563 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:10.981675 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d39cdd83-dede-41e9-9471-dfad7e86a57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.012483 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-c050a2ed-e6f9-4b35-b1a9-0b170a5ea4be None None] Provisioning complete for port deaf7c77-bf25-4665-8baa-a29b466a4596 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:11.013059 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c050a2ed-e6f9-4b35-b1a9-0b170a5ea4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.091636 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-171f1651-6a1f-4ddb-9ee0-4c8db5530d43 req-e903588a-9406-40db-a99f-09b1bddf31f6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.0915325 Jul 28 18:02:11.206051 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ec576b2-e4c4-4626-bbe6-a4a0909db783 req-99a8e3fd-431d-488f-a1f9-27c561ef9860 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.1309195 Jul 28 18:02:11.221370 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.258969 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-060a8eef-8d56-42a0-96a2-0c0df6117cfd admin admin] Publish callbacks [] for security_group (6f1df435-8b26-439f-b0b8-eb25733ccdae), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.313439 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:11.343629 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-060a8eef-8d56-42a0-96a2-0c0df6117cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6f1df435-8b26-439f-b0b8-eb25733ccdae), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.397441 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d39cdd83-dede-41e9-9471-dfad7e86a57b admin admin] Publish callbacks [] for security_group (4219d9cd-feb9-475b-9a8a-55bbc7b642c0), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.401244 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:11.404518 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d44c26e3-e83e-470e-aa34-b64db1d82d05 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:11.409523 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-060a8eef-8d56-42a0-96a2-0c0df6117cfd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8f3bb1d4e49c4c229d4cb6ed1ddebbf2&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1300163 Jul 28 18:02:11.412141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33188) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:11.480850 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d39cdd83-dede-41e9-9471-dfad7e86a57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (4219d9cd-feb9-475b-9a8a-55bbc7b642c0), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.490893 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Allocated IP 172.27.0.114 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:11.509025 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.99', 63803) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:11.524534 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d39cdd83-dede-41e9-9471-dfad7e86a57b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d3da48f83596486ca59e9440dd004fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0481594 Jul 28 18:02:11.532948 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33194) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:11.536527 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a8eef-8d56-42a0-96a2-0c0df6117cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1df435-8b26-439f-b0b8-eb25733ccdae,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:11.604539 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cdd83-dede-41e9-9471-dfad7e86a57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219d9cd-feb9-475b-9a8a-55bbc7b642c0,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:11.632475 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:10Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:11.640636 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1d1c70ba-cdd2-468c-853d-0eb19620e316 admin admin] Publish callbacks [] for security_group (4219d9cd-feb9-475b-9a8a-55bbc7b642c0), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.664812 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3be3cb42-4ae3-44e8-b44f-fcff7dc040e9 admin admin] Publish callbacks [] for security_group (6f1df435-8b26-439f-b0b8-eb25733ccdae), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.682336 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-a1cada77-e9ab-4e1e-a90c-a992795da916 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:11.684588 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-a1cada77-e9ab-4e1e-a90c-a992795da916 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 818 time: 0.1744742 Jul 28 18:02:11.688456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3be3cb42-4ae3-44e8-b44f-fcff7dc040e9 admin admin] Publish callbacks [] for security_group (6f1df435-8b26-439f-b0b8-eb25733ccdae), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.716829 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb044d-d28f-49ec-b3e4-52df0599bd65 None None] The sync data for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi is: [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:10Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:02:11.731048 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-c050a2ed-e6f9-4b35-b1a9-0b170a5ea4be None None] Current status of the port deaf7c77-bf25-4665-8baa-a29b466a4596 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:11.732410 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c050a2ed-e6f9-4b35-b1a9-0b170a5ea4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.754065 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1d1c70ba-cdd2-468c-853d-0eb19620e316 admin admin] Publish callbacks [] for security_group (4219d9cd-feb9-475b-9a8a-55bbc7b642c0), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.763640 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:11.782566 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port d44c26e3-e83e-470e-aa34-b64db1d82d05 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:11.785015 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.835730 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3be3cb42-4ae3-44e8-b44f-fcff7dc040e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6f1df435-8b26-439f-b0b8-eb25733ccdae), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.846631 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3be3cb42-4ae3-44e8-b44f-fcff7dc040e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.847645 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-3be3cb42-4ae3-44e8-b44f-fcff7dc040e9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6f1df435-8b26-439f-b0b8-eb25733ccdae HTTP/1.1" status: 204 len: 168 time: 0.4344459 Jul 28 18:02:11.857526 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3cb42-4ae3-44e8-b44f-fcff7dc040e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1df435-8b26-439f-b0b8-eb25733ccdae,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:11.870002 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.873206 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c050a2ed-e6f9-4b35-b1a9-0b170a5ea4be None None] For port deaf7c77-bf25-4665-8baa-a29b466a4596, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=deaf7c77-bf25-4665-8baa-a29b466a4596,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:11.940760 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1d1c70ba-cdd2-468c-853d-0eb19620e316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (4219d9cd-feb9-475b-9a8a-55bbc7b642c0), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.973774 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1d1c70ba-cdd2-468c-853d-0eb19620e316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:11.986625 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1d1c70ba-cdd2-468c-853d-0eb19620e316 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4219d9cd-feb9-475b-9a8a-55bbc7b642c0 HTTP/1.1" status: 204 len: 168 time: 0.4525559 Jul 28 18:02:12.000616 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c050a2ed-e6f9-4b35-b1a9-0b170a5ea4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:12.007992 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c70ba-cdd2-468c-853d-0eb19620e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219d9cd-feb9-475b-9a8a-55bbc7b642c0,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:12.013945 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:12.030695 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:12.085839 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.99', 63804) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:12.087230 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:12.094184 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:12.100466 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'port': {'device_id': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'admin_state_up': True, 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:12.111562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:02:12.169431 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port d44c26e3-e83e-470e-aa34-b64db1d82d05 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:12.172905 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2df2de1b-6406-4a68-ac88-5dfad296d155 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:12.242558 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:12.281598 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'Port': ['ID=0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:12.291499 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050a2ed-e6f9-4b35-b1a9-0b170a5ea4be None None] Pushing event updated for resources: {'Port': ['ID=deaf7c77-bf25-4665-8baa-a29b466a4596,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:12.332424 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 2df2de1b-6406-4a68-ac88-5dfad296d155 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:12.337033 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:12.433633 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.99', 63805) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:12.583138 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 2df2de1b-6406-4a68-ac88-5dfad296d155 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:12.608338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-c2ff9825-14ac-4683-8052-f91620678474 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:12.610249 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-c2ff9825-14ac-4683-8052-f91620678474 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 818 time: 0.1737883 Jul 28 18:02:12.612020 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-04fd4488-a65b-485c-9515-7d50ffae85f4 req-2665f1a0-ceb2-429e-baad-dcd58cb621a5 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.2661757 Jul 28 18:02:12.641536 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4d7d9d12-cdbf-48f5-8c68-a168409cca35 req-faa8ba20-00b2-40e1-9489-ab58ce7e87d9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.2964845 Jul 28 18:02:12.645238 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (3c073e6b-0e52-4f47-ace2-6759b18eece6), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:12.705955 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'port': {'device_id': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'admin_state_up': True, 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:12.857764 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:12.913261 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Made reservation on behalf of c1c1587cf20d427e8bb03ffae1b1ce33 for: {'port': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:12.917422 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:12.962298 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device deaf7c77-bf25-4665-8baa-a29b466a4596 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:12.969501 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:13.083537 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port deaf7c77-bf25-4665-8baa-a29b466a4596 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:13.083926 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:13.266937 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port deaf7c77-bf25-4665-8baa-a29b466a4596 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:13.290515 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-2888a50a-704b-4b58-89d2-569571138b96 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:13.292851 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-2888a50a-704b-4b58-89d2-569571138b96 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.99 "GET /v2.0/networks?id=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e HTTP/1.1" status: 200 len: 811 time: 1.2050107 Jul 28 18:02:13.314636 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Request body: {'port': {'device_id': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'admin_state_up': True, 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:13.414636 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Made reservation on behalf of c1c1587cf20d427e8bb03ffae1b1ce33 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:13.416137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:13.431868 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:13.484862 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Allocated IP 172.20.0.9 (3d1691a3-9020-429a-9c4e-b3ff2213b5a2/ad692536-aa48-4ca8-ab6c-3f115b74c002/66e48c64-aab6-4386-8f4e-c36d3e4b5fc0) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:13.523704 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:13.550918 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Made reservation on behalf of e993449a4d58431cada94ec21f5a13d9 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:13.555450 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:13.647553 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:13.810660 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'Port': ['ID=0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:13.841140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Allocated IP 172.20.0.6 (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e/39cf2e7c-862e-4660-8f0b-412c42a21966/56261dcb-db43-4b4f-884d-1f476a35889b) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:13.864432 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:13.865484 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (3c073e6b-0e52-4f47-ace2-6759b18eece6), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:13.870115 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33294) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:13.875026 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-30305d58-034c-45f7-904b-dc1f49c6dca8 req-6f16b591-2706-401c-b372-0f3b4a71e84f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.0714178 Jul 28 18:02:13.913353 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:13.970053 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-851a5512-0fd0-48c9-8759-c15d0ec3ca99 req-e0c551f2-6161-450a-a972-c44ed3313b02 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0531516 Jul 28 18:02:14.004053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.006415 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-452bd8f6-0980-486a-9fe7-5b9eb2c51418 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4812558 Jul 28 18:02:14.026688 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.075372 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:14.115685 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Allocated IP 172.20.0.13 (3d1691a3-9020-429a-9c4e-b3ff2213b5a2/ad692536-aa48-4ca8-ab6c-3f115b74c002/c5407d67-f752-4458-a306-d8d20e45c534) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:14.120594 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks [] for port (56261dcb-db43-4b4f-884d-1f476a35889b), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.131316 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:14.147428 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:14.148801 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:02:14.202304 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:14.208989 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:14.210415 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.221378 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'Port': ['ID=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:14.239192 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33306) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:14.269206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.328832 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b2a0bf79-9440-4293-9db2-5101f2406775 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2385573 Jul 28 18:02:14.347435 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-ed940023-6f9c-4ab6-af35-867d84074f3b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:02:14.352622 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-ed940023-6f9c-4ab6-af35-867d84074f3b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0182285 Jul 28 18:02:14.439739 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-afcdf378-5f19-4ff9-a835-f2ff04a39d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.462615 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Pushing event updated for resources: {'Port': ['ID=56261dcb-db43-4b4f-884d-1f476a35889b,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:14.467888 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:14.480113 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:14.511711 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:02:14.528032 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:14.528032 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.652444 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-379e522c-1508-4883-b1dd-9668fc260216 None None] Provisioning complete for port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:14.653000 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-379e522c-1508-4883-b1dd-9668fc260216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.680963 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for port (c5407d67-f752-4458-a306-d8d20e45c534), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.713056 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-e8293066-293f-43a6-8997-a91fbc83adc7 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4023347 Jul 28 18:02:14.802861 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-379e522c-1508-4883-b1dd-9668fc260216 None None] Port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:14.808491 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:14.845672 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-49a8ba5b-d8a4-4225-b22e-7a24afc65a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:14.947762 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (c5407d67-f752-4458-a306-d8d20e45c534), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.039330 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:15.045419 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:15.049546 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-4f1eb5bc-fa36-4efd-8bf0-9f3c0b9ee23d None None] Provisioning complete for port 56261dcb-db43-4b4f-884d-1f476a35889b triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:15.049978 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb5bc-fa36-4efd-8bf0-9f3c0b9ee23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.080143 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-4960a08d-69d8-40d7-9d7a-5fe01dfa202e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--531641434&fields=id&tenant_id=2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 267 time: 0.3083692 Jul 28 18:02:15.111405 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:02:15.135175 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-afcdf378-5f19-4ff9-a835-f2ff04a39d8c admin admin] Publish callbacks [] for security_group (9839da45-fe80-4d59-aac7-8f0b658b8a27), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.137974 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:15.145622 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.194491 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eb5bc-fa36-4efd-8bf0-9f3c0b9ee23d None None] Port 56261dcb-db43-4b4f-884d-1f476a35889b cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:15.236194 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-afcdf378-5f19-4ff9-a835-f2ff04a39d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9839da45-fe80-4d59-aac7-8f0b658b8a27), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.266366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'Port': ['ID=c5407d67-f752-4458-a306-d8d20e45c534,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.285932 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c11b7-0e35-42b3-9dc5-837b57f84609 req-8b9e18d6-3f0b-489c-bbc3-c85e3254c09b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:15.287661 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ab3c11b7-0e35-42b3-9dc5-837b57f84609 req-8b9e18d6-3f0b-489c-bbc3-c85e3254c09b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 932 time: 0.2077582 Jul 28 18:02:15.355655 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:15.365681 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ab3c11b7-0e35-42b3-9dc5-837b57f84609 req-b29ce5a3-48ac-487d-88d6-ffb302530fee tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702269 Jul 28 18:02:15.371081 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-78150c26-540a-4b92-86c2-aedf62fe8edb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6997497 Jul 28 18:02:15.429646 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-89dd1e9f-42e5-4985-9702-a499fd3db068 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:15.431904 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-89dd1e9f-42e5-4985-9702-a499fd3db068 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 817 time: 0.3375020 Jul 28 18:02:15.443793 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-59cc2c5b-4b4f-41b4-a607-d88ea3871594 None None] Provisioning complete for port c5407d67-f752-4458-a306-d8d20e45c534 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:15.444663 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-59cc2c5b-4b4f-41b4-a607-d88ea3871594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c5407d67-f752-4458-a306-d8d20e45c534), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.461113 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdf378-5f19-4ff9-a835-f2ff04a39d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9839da45-fe80-4d59-aac7-8f0b658b8a27,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.467222 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-afcdf378-5f19-4ff9-a835-f2ff04a39d8c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5ef0b53a544d4bbe8d3ad31b1832b768&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5952067 Jul 28 18:02:15.470676 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33342) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:15.507269 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-59cc2c5b-4b4f-41b4-a607-d88ea3871594 None None] Port c5407d67-f752-4458-a306-d8d20e45c534 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:15.508173 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-309e597b-3212-46db-999b-6ebe8b39e3ba tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/quotas/2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 375 time: 0.0398281 Jul 28 18:02:15.510681 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-49a8ba5b-d8a4-4225-b22e-7a24afc65a2b admin admin] Publish callbacks [] for security_group (48f21109-7e0b-4bd2-a4c6-dd31d84d80d7), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.601921 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Request body: {'port': {'device_id': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:15.604131 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-49a8ba5b-d8a4-4225-b22e-7a24afc65a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (48f21109-7e0b-4bd2-a4c6-dd31d84d80d7), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.640756 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fb614769-1625-43da-ba86-08c141236a3d admin admin] Publish callbacks [] for security_group (9839da45-fe80-4d59-aac7-8f0b658b8a27), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.661383 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6639-eec2-4024-a5b8-0c41eb4ebaf0 req-2ee261e7-db61-43cd-b301-a0f8e654c53a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:15.663170 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-22bc6639-eec2-4024-a5b8-0c41eb4ebaf0 req-2ee261e7-db61-43cd-b301-a0f8e654c53a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 931 time: 0.1205211 Jul 28 18:02:15.687385 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-49a8ba5b-d8a4-4225-b22e-7a24afc65a2b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2998ec25caee4dab9943ab5ba86ec8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4513736 Jul 28 18:02:15.704087 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33344) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:15.713537 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8ba5b-d8a4-4225-b22e-7a24afc65a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f21109-7e0b-4bd2-a4c6-dd31d84d80d7,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:15.723464 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Request body: {'port': {'device_id': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:15.742972 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fb614769-1625-43da-ba86-08c141236a3d admin admin] Publish callbacks [] for security_group (9839da45-fe80-4d59-aac7-8f0b658b8a27), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.777835 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-8a03c3bf-7b04-408f-96db-18280bf68573 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2587037 Jul 28 18:02:15.780429 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:15.817796 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.885367 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-22bc6639-eec2-4024-a5b8-0c41eb4ebaf0 req-f6667ffa-8e5b-4086-bddf-69424fc7046c tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133622 Jul 28 18:02:15.904970 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:15.914459 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Request body: {'port': {'device_id': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:16.007186 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68a213f6-c25c-42a4-a8cf-4dbd7318e51d admin admin] Publish callbacks [] for security_group (48f21109-7e0b-4bd2-a4c6-dd31d84d80d7), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:16.239304 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:16.239304 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-7b925e07-1f91-4b17-944c-720bfe012425 service neutron] 10.222.0.85 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666027 Jul 28 18:02:16.450118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fb614769-1625-43da-ba86-08c141236a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9839da45-fe80-4d59-aac7-8f0b658b8a27), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:16.454763 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fb614769-1625-43da-ba86-08c141236a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:16.461019 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-fb614769-1625-43da-ba86-08c141236a3d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9839da45-fe80-4d59-aac7-8f0b658b8a27 HTTP/1.1" status: 204 len: 168 time: 0.9890518 Jul 28 18:02:16.509435 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-2668660b-284a-4d5c-8655-b89ca75d1754 service neutron] 10.222.0.85 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886758 Jul 28 18:02:16.535060 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68a213f6-c25c-42a4-a8cf-4dbd7318e51d admin admin] Publish callbacks [] for security_group (48f21109-7e0b-4bd2-a4c6-dd31d84d80d7), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:16.677495 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb614769-1625-43da-ba86-08c141236a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839da45-fe80-4d59-aac7-8f0b658b8a27,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:16.720191 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56261dcb-db43-4b4f-884d-1f476a35889b {{(pid=116180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:16.730961 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Publish callbacks [] for port (56261dcb-db43-4b4f-884d-1f476a35889b), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:16.752849 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5407d67-f752-4458-a306-d8d20e45c534), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:16.770132 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.provisioning_blocks [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Transition to ACTIVE for port object 56261dcb-db43-4b4f-884d-1f476a35889b will not be triggered until provisioned by entity L2. {{(pid=116180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:02:16.883994 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:17.051797 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:17.062215 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e29d8f34-0482-48cf-8f16-bbbf5a5c2f4a req-61448e02-b674-43fd-b117-77f94bf3cd4d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.0992174 Jul 28 18:02:17.068816 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Pushing event updated for resources: {'Port': ['ID=56261dcb-db43-4b4f-884d-1f476a35889b,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:17.148239 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80017461-f4c3-47d4-9743-21fb4ae89438 req-5748d3f5-8fd5-4124-8ab0-ceb157474286 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:17.156596 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-80017461-f4c3-47d4-9743-21fb4ae89438 req-5748d3f5-8fd5-4124-8ab0-ceb157474286 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 932 time: 0.5520308 Jul 28 18:02:17.312906 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=78 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:17.344924 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68a213f6-c25c-42a4-a8cf-4dbd7318e51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (48f21109-7e0b-4bd2-a4c6-dd31d84d80d7), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:17.347715 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68a213f6-c25c-42a4-a8cf-4dbd7318e51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:17.352112 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-68a213f6-c25c-42a4-a8cf-4dbd7318e51d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/48f21109-7e0b-4bd2-a4c6-dd31d84d80d7 HTTP/1.1" status: 204 len: 168 time: 1.6409683 Jul 28 18:02:17.378370 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-80017461-f4c3-47d4-9743-21fb4ae89438 req-9322e725-3b37-494a-a4ee-a2415d572884 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205837 Jul 28 18:02:17.439562 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a213f6-c25c-42a4-a8cf-4dbd7318e51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f21109-7e0b-4bd2-a4c6-dd31d84d80d7,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:17.464054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:17.474086 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Publish callbacks [] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:17.489261 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33396) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:17.528362 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Transition to ACTIVE for port object 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:02:17.629455 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:17.651512 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df52949-e423-4c25-935e-983a54cc0477 req-9cbb6757-4580-41ca-9ca7-4bdc12b92153 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:17.661304 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7df52949-e423-4c25-935e-983a54cc0477 req-9cbb6757-4580-41ca-9ca7-4bdc12b92153 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.1554537 Jul 28 18:02:17.734126 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:17.736565 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Attempting to bind port 56261dcb-db43-4b4f-884d-1f476a35889b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:17.736565 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Attempting to bind port 56261dcb-db43-4b4f-884d-1f476a35889b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:17.736565 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Attempting to bind port 56261dcb-db43-4b4f-884d-1f476a35889b on network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:17.753470 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Port 56261dcb-db43-4b4f-884d-1f476a35889b on network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:02:17.753861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Attempting to bind port 56261dcb-db43-4b4f-884d-1f476a35889b on network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:17.799283 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7df52949-e423-4c25-935e-983a54cc0477 req-f522cf48-eee8-4673-9514-67fedff08377 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329410 Jul 28 18:02:17.799972 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:17.800374 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Checking segment: {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:17.800998 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Bound using segment: {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:17.801510 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Bound port: 56261dcb-db43-4b4f-884d-1f476a35889b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45efe87b-095c-4d84-abfe-04b6530fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e'}}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:17.801838 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:17.838801 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Pushing event updated for resources: {'Port': ['ID=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:17.861524 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:17.952414 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] For port 56261dcb-db43-4b4f-884d-1f476a35889b, host hv-cinder-83754, cleared binding levels {{(pid=116180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:17.986967 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] For port 56261dcb-db43-4b4f-884d-1f476a35889b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=56261dcb-db43-4b4f-884d-1f476a35889b,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:18.075670 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Attempting to bind port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:18.081669 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Attempting to bind port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:18.081669 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Attempting to bind port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:18.090281 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:02:18.090638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Attempting to bind port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:18.100167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:18.101190 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Checking segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:18.101858 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Bound using segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:18.102338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Bound port: 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:18.102475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.103509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.203948 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:18.207989 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.211500 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] 10.222.0.99 "PUT /v2.0/ports/56261dcb-db43-4b4f-884d-1f476a35889b HTTP/1.1" status: 200 len: 1093 time: 3.1409876 Jul 28 18:02:18.218091 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'tag': '56261dcb-db43-4b4f-884d-1f476a35889b'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:18.251301 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:18.315869 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8e0b3954-3723-4187-942c-5ecb038cbf99 req-caab5aa3-3e97-4eb5-bace-de021d06b8ac tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.1334670 Jul 28 18:02:18.331930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5407d67-f752-4458-a306-d8d20e45c534 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:18.350571 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Publish callbacks [] for port (c5407d67-f752-4458-a306-d8d20e45c534), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.374886 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3337af-0149-4f96-9107-f370dc6ef698 service neutron] Pushing event updated for resources: {'Port': ['ID=56261dcb-db43-4b4f-884d-1f476a35889b,revision_number=3']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:18.409864 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Transition to ACTIVE for port object c5407d67-f752-4458-a306-d8d20e45c534 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:02:18.418960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] For port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:18.424667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] For port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:18.574261 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.621206 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-f046b976-e191-40ef-8d96-5b154b17a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:18.623449 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-f046b976-e191-40ef-8d96-5b154b17a5c8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e993449a4d58431cada94ec21f5a13d9&device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 1127 time: 0.2351315 Jul 28 18:02:18.627658 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:18.633781 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.633781 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] 10.222.0.99 "PUT /v2.0/ports/66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 200 len: 1093 time: 3.6094103 Jul 28 18:02:18.633781 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c5407d67-f752-4458-a306-d8d20e45c534), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.638693 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924741-9b1f-4589-a22e-60b2943c600b req-c53458e3-07fa-4783-9a3f-df264d558c9f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:18.654368 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33416) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:18.657714 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'tag': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:18.679038 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-18924741-9b1f-4589-a22e-60b2943c600b req-c53458e3-07fa-4783-9a3f-df264d558c9f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 932 time: 0.2067730 Jul 28 18:02:18.792588 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197161949-network', 'tenant_id': '6fcd512718fc4562b987412daea3767a'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:18.806725 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-313bcaa3-c7d4-4e12-98f9-66a6f99e8d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:18.878813 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-bfa3262c-14cf-4fd1-9045-539165ecdf94 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56261dcb-db43-4b4f-884d-1f476a35889b HTTP/1.1" status: 200 len: 217 time: 0.1981311 Jul 28 18:02:18.948442 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-18924741-9b1f-4589-a22e-60b2943c600b req-3b786f39-209d-48ed-9697-0269cc0b517a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662504 Jul 28 18:02:18.995374 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:19.082008 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-ee623eb9-0cd7-48f1-a0ce-9d741ef4c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:19.084568 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-ee623eb9-0cd7-48f1-a0ce-9d741ef4c81f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=39cf2e7c-862e-4660-8f0b-412c42a21966 HTTP/1.1" status: 200 len: 850 time: 0.1547458 Jul 28 18:02:19.110464 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Attempting to bind port c5407d67-f752-4458-a306-d8d20e45c534 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:19.110842 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Attempting to bind port c5407d67-f752-4458-a306-d8d20e45c534 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:19.111189 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Attempting to bind port c5407d67-f752-4458-a306-d8d20e45c534 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:19.117360 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-d410ec4e-6c35-4857-949a-0253c2790321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:19.119370 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-d410ec4e-6c35-4857-949a-0253c2790321 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1127 time: 0.1284451 Jul 28 18:02:19.173497 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Port c5407d67-f752-4458-a306-d8d20e45c534 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:02:19.173949 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Attempting to bind port c5407d67-f752-4458-a306-d8d20e45c534 on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:19.185241 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:19.187746 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aae34-f340-4083-9dd9-43c23bc6f908 req-6e344091-899a-4c85-9fab-00419dfdfaf0 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:19.194062 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-813aae34-f340-4083-9dd9-43c23bc6f908 req-6e344091-899a-4c85-9fab-00419dfdfaf0 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.2043302 Jul 28 18:02:19.216701 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:19.217039 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Checking segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:19.217431 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Bound using segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:19.217885 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Bound port: c5407d67-f752-4458-a306-d8d20e45c534, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:19.218242 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5407d67-f752-4458-a306-d8d20e45c534), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:19.318568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0658181e-0388-4d20-830c-329bec077ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:19.336011 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-0658181e-0388-4d20-830c-329bec077ec0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2141082 Jul 28 18:02:19.340500 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447" -d '{"events": [{"name": "network-changed", "server_uuid": "e41bcb8c-0edb-453b-8954-2a2a9378a044", "tag": "56261dcb-db43-4b4f-884d-1f476a35889b"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:19.357836 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-313bcaa3-c7d4-4e12-98f9-66a6f99e8d73 admin admin] Publish callbacks [] for security_group (092cded1-f957-49d2-aff6-82fdcdcb88ef), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:19.407656 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] For port c5407d67-f752-4458-a306-d8d20e45c534, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:19.503285 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-b55c1f72-842c-4fce-94c7-f561eef3c4d3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0979893 Jul 28 18:02:19.504013 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e780002-db69-49f5-8cbb-999dddf0c585 service neutron] Pushing event updated for resources: {'Port': ['ID=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:19.516680 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-a6af63c9-ea30-49c5-a130-2f5c1b759b12 service neutron] 10.222.0.99 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431103 Jul 28 18:02:19.601654 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] For port c5407d67-f752-4458-a306-d8d20e45c534, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5407d67-f752-4458-a306-d8d20e45c534,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:19.638202 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Made reservation on behalf of 6fcd512718fc4562b987412daea3767a for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:19.650627 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:19.661972 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Pushing event updated for resources: {'Port': ['ID=c5407d67-f752-4458-a306-d8d20e45c534,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:19.675455 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:19.686524 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-813aae34-f340-4083-9dd9-43c23bc6f908 req-d2a23db3-c0da-407a-a0bb-2a9a0a4cb72b tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311266 Jul 28 18:02:19.688439 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-1c699651-3155-4f83-929a-74b796d8930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:19.689951 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-1c699651-3155-4f83-929a-74b796d8930e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.1550751 Jul 28 18:02:19.807348 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a80b29-321f-4fca-b7e6-0bd23d3105fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e09c2f70-20f1-4762-b7ea-36d9ef650f15", "tag": "66e48c64-aab6-4386-8f4e-c36d3e4b5fc0"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:19.864883 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3106ab-8805-4304-ad38-795fa5f1b30b x-openstack-request-id: req-8f3106ab-8805-4304-ad38-795fa5f1b30b {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:19.870211 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41bcb8c-0edb-453b-8954-2a2a9378a044", "tag": "56261dcb-db43-4b4f-884d-1f476a35889b", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:19.870211 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8f3106ab-8805-4304-ad38-795fa5f1b30b {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:19.870211 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3106ab-8805-4304-ad38-795fa5f1b30b'] response: {'name': 'network-changed', 'server_uuid': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'tag': '56261dcb-db43-4b4f-884d-1f476a35889b', 'status': 'completed', 'code': 200} Jul 28 18:02:19.873245 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-313bcaa3-c7d4-4e12-98f9-66a6f99e8d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (092cded1-f957-49d2-aff6-82fdcdcb88ef), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:19.877724 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feeb696f-c14f-4ed0-aae6-155631ce857d req-5c48073c-5e9f-42e3-9e65-4c1cdcac2002 service neutron] 10.222.0.99 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417327 Jul 28 18:02:19.885777 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c5407d67-f752-4458-a306-d8d20e45c534), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:19.901476 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33452) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:19.941667 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c77f4c94-35e6-4fa8-90ed-94489f72ca09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.121284 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c77f4c94-35e6-4fa8-90ed-94489f72ca09 admin admin] Publish callbacks [] for security_group (9398e0a2-981c-4f9b-941b-a0d235045d84), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.302995 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ae4ed784-2bdd-4ccd-88fc-c3cfc531ea63 req-a8368098-eee5-4618-add2-4520d30bcf37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.3578718 Jul 28 18:02:20.303424 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-87c9859e-c0d2-4d9d-9df8-29f6db528bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:20.303424 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-87c9859e-c0d2-4d9d-9df8-29f6db528bc0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e993449a4d58431cada94ec21f5a13d9&device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 1127 time: 0.1512849 Jul 28 18:02:20.333456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-8191cf12-9d77-4551-a842-e0c3eb9d1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:20.335326 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-8191cf12-9d77-4551-a842-e0c3eb9d1a03 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6180859 Jul 28 18:02:20.359623 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c77f4c94-35e6-4fa8-90ed-94489f72ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9398e0a2-981c-4f9b-941b-a0d235045d84), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.373146 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:20.373850 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.376128 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] 10.222.0.99 "PUT /v2.0/ports/c5407d67-f752-4458-a306-d8d20e45c534 HTTP/1.1" status: 200 len: 1094 time: 4.9768388 Jul 28 18:02:20.396302 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119746e2-489f-4cb1-ba15-05f135377bdc x-openstack-request-id: req-119746e2-489f-4cb1-ba15-05f135377bdc {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:20.400702 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09c2f70-20f1-4762-b7ea-36d9ef650f15", "tag": "66e48c64-aab6-4386-8f4e-c36d3e4b5fc0", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:20.400702 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-119746e2-489f-4cb1-ba15-05f135377bdc {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:20.400702 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119746e2-489f-4cb1-ba15-05f135377bdc'] response: {'name': 'network-changed', 'server_uuid': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'tag': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0', 'status': 'completed', 'code': 200} Jul 28 18:02:20.463943 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-313bcaa3-c7d4-4e12-98f9-66a6f99e8d73 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=98fb3fb143c5450aa456139881675d09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7198770 Jul 28 18:02:20.483599 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bcaa3-c7d4-4e12-98f9-66a6f99e8d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092cded1-f957-49d2-aff6-82fdcdcb88ef,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:20.484579 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33468) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:20.513445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:20.641233 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c77f4c94-35e6-4fa8-90ed-94489f72ca09 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1f5f007a93fb4462b1a8ee49db0a89f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7372830 Jul 28 18:02:20.668492 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33474) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:20.726272 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da24da-814d-47fe-81cd-71ff19e70601 req-de15b185-05b8-4da8-ab23-f3656e36b35f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:20.739752 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-05da24da-814d-47fe-81cd-71ff19e70601 req-de15b185-05b8-4da8-ab23-f3656e36b35f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.2574344 Jul 28 18:02:20.784931 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f4c94-35e6-4fa8-90ed-94489f72ca09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398e0a2-981c-4f9b-941b-a0d235045d84,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:20.807018 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992129d3-6d75-481e-9a50-1aab58fd3326 service neutron] Pushing event updated for resources: {'Port': ['ID=c5407d67-f752-4458-a306-d8d20e45c534,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:20.861843 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks [] for security_group (d1e35d58-ba1e-49bb-91ef-0573d52a0621), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.879846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-48fa969a-495a-461b-9ea7-cb098b014a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:20.881847 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-48fa969a-495a-461b-9ea7-cb098b014a5a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 1128 time: 0.2539623 Jul 28 18:02:20.932352 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-1fd5fb04-6c34-40f6-9766-8fa9bb9fd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:20.938327 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-1fd5fb04-6c34-40f6-9766-8fa9bb9fd731 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e HTTP/1.1" status: 200 len: 912 time: 0.6463008 Jul 28 18:02:20.938327 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c2a520-e656-4f3f-8f69-e086a7dfd1b5 admin admin] Publish callbacks [] for security_group (9398e0a2-981c-4f9b-941b-a0d235045d84), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.947114 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-afd1fff6-79b5-496e-ba6d-69e010246ff5 admin admin] Publish callbacks [] for security_group (092cded1-f957-49d2-aff6-82fdcdcb88ef), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.952108 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d1e35d58-ba1e-49bb-91ef-0573d52a0621), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.965831 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:02:20.976391 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (f148b312-b0cf-41d5-b99a-0be741018a52), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:20.976959 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Added segment f148b312-b0cf-41d5-b99a-0be741018a52 of type vlan for network d1faa3ab-f419-493a-99a7-e048b772579c Jul 28 18:02:20.983043 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-afd1fff6-79b5-496e-ba6d-69e010246ff5 admin admin] Publish callbacks [] for security_group (092cded1-f957-49d2-aff6-82fdcdcb88ef), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.041149 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (d1faa3ab-f419-493a-99a7-e048b772579c), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.103692 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-05da24da-814d-47fe-81cd-71ff19e70601 req-ca58101e-ee34-4948-b0b2-75f1da790ccd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627434 Jul 28 18:02:21.112552 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-284ef150-03c9-42fb-931d-740cf4fa8c3e service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970792 Jul 28 18:02:21.148053 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e35d58-ba1e-49bb-91ef-0573d52a0621,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:21.171022 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (d1faa3ab-f419-493a-99a7-e048b772579c), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.172805 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:21.173648 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.178004 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-afd1fff6-79b5-496e-ba6d-69e010246ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (092cded1-f957-49d2-aff6-82fdcdcb88ef), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.197986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-afd1fff6-79b5-496e-ba6d-69e010246ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.197986 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-afd1fff6-79b5-496e-ba6d-69e010246ff5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/092cded1-f957-49d2-aff6-82fdcdcb88ef HTTP/1.1" status: 204 len: 168 time: 0.6892645 Jul 28 18:02:21.197986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c2a520-e656-4f3f-8f69-e086a7dfd1b5 admin admin] Publish callbacks [] for security_group (9398e0a2-981c-4f9b-941b-a0d235045d84), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.235998 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82775c-ead9-4c52-ad0a-eaec3e2d817f req-39e193c9-7a3c-4fb4-8405-5b7e8b88b9e2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:21.256722 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7b82775c-ead9-4c52-ad0a-eaec3e2d817f req-39e193c9-7a3c-4fb4-8405-5b7e8b88b9e2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.1898263 Jul 28 18:02:21.274839 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1fff6-79b5-496e-ba6d-69e010246ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092cded1-f957-49d2-aff6-82fdcdcb88ef,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:21.393103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] Pushing event updated for resources: {'Network': ['ID=d1faa3ab-f419-493a-99a7-e048b772579c,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:21.411211 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network d1faa3ab-f419-493a-99a7-e048b772579c details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:02:21.425454 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7b82775c-ead9-4c52-ad0a-eaec3e2d817f req-48fbd110-fcd4-4144-90b7-9cf838a112c1 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675465 Jul 28 18:02:21.465370 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7c779025-3c9f-4892-aaa5-542b2df662e2 req-042e2cfc-d821-40de-be43-8c09626a6bb2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.0362923 Jul 28 18:02:21.469680 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8eecefe0-0af7-466b-a27c-269f54cb5cce admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.9813337 Jul 28 18:02:21.472969 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33490) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:21.478831 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Request body: {'subnet': {'network_id': 'd1faa3ab-f419-493a-99a7-e048b772579c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197161949-subnet', 'tenant_id': '6fcd512718fc4562b987412daea3767a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:21.609306 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c2a520-e656-4f3f-8f69-e086a7dfd1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9398e0a2-981c-4f9b-941b-a0d235045d84), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.612232 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c2a520-e656-4f3f-8f69-e086a7dfd1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.613504 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-44c2a520-e656-4f3f-8f69-e086a7dfd1b5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9398e0a2-981c-4f9b-941b-a0d235045d84 HTTP/1.1" status: 204 len: 168 time: 0.9232702 Jul 28 18:02:21.614242 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Made reservation on behalf of 6fcd512718fc4562b987412daea3767a for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:21.619977 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31161304'] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:21.628743 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2a520-e656-4f3f-8f69-e086a7dfd1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398e0a2-981c-4f9b-941b-a0d235045d84,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:21.915448 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:22.008987 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32402266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31161334'] for subnet (533d80cc-a0cc-4884-94b6-919dfe61b479), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:22.039437 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-8be0d952-38dd-4dbc-b9f2-4ae4eb7b67b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56261dcb-db43-4b4f-884d-1f476a35889b HTTP/1.1" status: 200 len: 217 time: 0.1095591 Jul 28 18:02:22.066377 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-11ce51dc-fb0a-4287-90d5-3cf891bc03ef service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5407d67-f752-4458-a306-d8d20e45c534 HTTP/1.1" status: 200 len: 217 time: 0.1361673 Jul 28 18:02:22.382819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-dce00195-a30c-4d8c-9e2f-481493ade3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:22.382819 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-dce00195-a30c-4d8c-9e2f-481493ade3b0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.2044141 Jul 28 18:02:22.382819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.99', 63819) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:22.490302 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533d80cc-a0cc-4884-94b6-919dfe61b479,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:22.520039 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'tag': 'c5407d67-f752-4458-a306-d8d20e45c534'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:22.522835 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c194fd9-27de-4620-ae13-0d988b2adf4d", "tag": "c5407d67-f752-4458-a306-d8d20e45c534"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:22.544671 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced99b8-c5b5-4aff-8e78-adb264fbf210 req-5b1ae3b7-46cc-4c61-a4ce-d3007e00fbe3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:22.548369 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1ced99b8-c5b5-4aff-8e78-adb264fbf210 req-5b1ae3b7-46cc-4c61-a4ce-d3007e00fbe3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.1851654 Jul 28 18:02:22.549760 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-aef253a5-afcb-4def-8455-b41d28205e9e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:22.561618 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-aef253a5-afcb-4def-8455-b41d28205e9e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 817 time: 0.1685750 Jul 28 18:02:22.585436 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Checking segment: {'id': 'f148b312-b0cf-41d5-b99a-0be741018a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'd1faa3ab-f419-493a-99a7-e048b772579c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:22.585806 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Network hostable DHCP agents. Network: d1faa3ab-f419-493a-99a7-e048b772579c, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:02:22.591099 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-c15d056f-924d-49f1-bd54-4ac87085b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:22.601417 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-c15d056f-924d-49f1-bd54-4ac87085b69a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=39cf2e7c-862e-4660-8f0b-412c42a21966 HTTP/1.1" status: 200 len: 850 time: 0.2177470 Jul 28 18:02:22.681258 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7ca51-0bdc-467e-b31f-5def3cb2b0fd req-5db0ea52-fb7d-4fec-8df5-691cb4684363 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:22.682489 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1ced99b8-c5b5-4aff-8e78-adb264fbf210 req-51a651cb-5d67-4e63-99cc-dfa72aa72c4f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218708 Jul 28 18:02:22.683104 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0fb7ca51-0bdc-467e-b31f-5def3cb2b0fd req-5db0ea52-fb7d-4fec-8df5-691cb4684363 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0655766 Jul 28 18:02:22.731175 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c739794b-0ab8-448f-9968-a112e24e1cd8 req-a238050c-e05e-4f78-b047-20ae6c2b5e5f service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625476 Jul 28 18:02:22.767787 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0fb7ca51-0bdc-467e-b31f-5def3cb2b0fd req-3ce3ac81-a530-4222-8e7b-f94a74cd7d82 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739481 Jul 28 18:02:22.792381 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Network d1faa3ab-f419-493a-99a7-e048b772579c is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:02:22.924241 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, d1faa3ab-f419-493a-99a7-e048b772579c) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:22.928946 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:22.930050 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:22.935732 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dbf515-bc30-4d45-8eec-17fdd7682aee None None] Network d1faa3ab-f419-493a-99a7-e048b772579c requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:02:22.944039 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-3526141a-8bd0-4f3b-b9eb-640cbb49bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:22.945636 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-3526141a-8bd0-4f3b-b9eb-640cbb49bd8c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898705 Jul 28 18:02:23.049684 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5d7cb583-b6c9-482d-b6d8-f9cb58e794da req-353a46ac-01df-463d-801d-fb7cacf4a24e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.1815965 Jul 28 18:02:23.056138 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-39a72d6f-68d9-46d9-9dec-55e3e802eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:23.070843 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-39a72d6f-68d9-46d9-9dec-55e3e802eb89 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2310886 Jul 28 18:02:23.106080 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-c9ab2320-2ba6-4ce5-bb99-ffad2baad96e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 379 time: 0.3036616 Jul 28 18:02:23.188682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8be8e6b-0ee2-4f50-b85c-7530ceb87cf5 x-openstack-request-id: req-d8be8e6b-0ee2-4f50-b85c-7530ceb87cf5 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:23.188682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c194fd9-27de-4620-ae13-0d988b2adf4d", "tag": "c5407d67-f752-4458-a306-d8d20e45c534", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:23.188682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d8be8e6b-0ee2-4f50-b85c-7530ceb87cf5 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:23.188682 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8be8e6b-0ee2-4f50-b85c-7530ceb87cf5'] response: {'name': 'network-changed', 'server_uuid': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'tag': 'c5407d67-f752-4458-a306-d8d20e45c534', 'status': 'completed', 'code': 200} Jul 28 18:02:23.188682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:23.207696 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-cff501d6-6945-46a3-b57f-2dc306299cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:23.212627 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-cff501d6-6945-46a3-b57f-2dc306299cd3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1127 time: 0.1116560 Jul 28 18:02:23.221326 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6c13e-2525-48ff-af11-f429bb4f6b7a None None] Network d1faa3ab-f419-493a-99a7-e048b772579c requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:02:23.253291 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'port': {'device_id': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'admin_state_up': True, 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'security_groups': ['fb4bec86-5330-4c40-b824-686ff2947643']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:23.258758 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:23.273919 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c5d34d49-daa4-4854-a550-bba4cc478c20 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7995663 Jul 28 18:02:23.402495 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-d1cacf26-9ecc-4d67-8c1c-e1da6a8b49a6 service neutron] 10.222.0.99 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917371 Jul 28 18:02:23.627714 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef9b7010-5f5a-4cfd-a5b7-85f6ad332447 req-b695bfd9-808c-4565-9bb6-9e682548b847 service neutron] 10.222.0.99 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222176 Jul 28 18:02:23.665574 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-cbe621a4-0775-47a5-abe3-f37978a226b6 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679233 Jul 28 18:02:23.669036 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:23.681917 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-74a81dd5-7c62-4330-9847-4ec79c0002d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:23.683879 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-74a81dd5-7c62-4330-9847-4ec79c0002d0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.3361332 Jul 28 18:02:23.707603 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Made reservation on behalf of 2732f627abb44936bedd3293898b24f3 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:23.707603 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:23.896623 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Allocated IP 172.20.0.12 (144cc463-6995-43c7-bdb8-22e214402d26/8344ebe7-ae09-4e80-af05-953c7951a8f5/8980c8f3-7810-4b7b-b88d-1b866e291a34) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:02:23.925889 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f18b3-7b64-4de1-9ba1-c06790b3c26e req-bed94939-0e0c-48a7-bd57-c11145476752 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:23.932352 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a5ae-cb66-4fa1-8b37-a6519ece17a4 req-e5fca3a4-7426-42e0-ac76-3521dac2378f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:23.934054 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-edb0a5ae-cb66-4fa1-8b37-a6519ece17a4 req-e5fca3a4-7426-42e0-ac76-3521dac2378f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0733786 Jul 28 18:02:23.934274 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b24f18b3-7b64-4de1-9ba1-c06790b3c26e req-bed94939-0e0c-48a7-bd57-c11145476752 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.1546574 Jul 28 18:02:24.013510 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-edb0a5ae-cb66-4fa1-8b37-a6519ece17a4 req-c9c7f6eb-b65f-47e0-9567-b43c08e6ef82 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640275 Jul 28 18:02:24.050960 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b24f18b3-7b64-4de1-9ba1-c06790b3c26e req-544e9602-c864-47ad-b486-6011f06c18df tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157675 Jul 28 18:02:24.105493 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:24.198385 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9acf76a1-7aa3-423a-953b-ebfa00ad67c9 req-2d7ed2b6-f489-4118-ade1-cb29b3959743 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.0303118 Jul 28 18:02:24.223192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:24.286174 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Network 144cc463-6995-43c7-bdb8-22e214402d26 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:02:24.290240 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:24.300374 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:24.315713 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:02:24.322820 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:24.323509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:24.398579 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-50adb49c-d17f-4934-a743-76a07b6622ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1844544 Jul 28 18:02:24.503446 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:24.530392 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-28db6545-d42a-41c4-a3c8-44bf1ab56f34 None None] Provisioning complete for port 8980c8f3-7810-4b7b-b88d-1b866e291a34 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:24.531473 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-28db6545-d42a-41c4-a3c8-44bf1ab56f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:24.572093 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:24.575198 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-28db6545-d42a-41c4-a3c8-44bf1ab56f34 None None] Port 8980c8f3-7810-4b7b-b88d-1b866e291a34 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:02:24.871606 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33598) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:24.877037 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-877091428-network', 'tenant_id': '949a2991488d46a88f4e86c39a4a78e2'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:24.954477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:24.982528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Made reservation on behalf of 949a2991488d46a88f4e86c39a4a78e2 for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:24.985107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:24.995574 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:25.088543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks [] for security_group (75a5c6f8-9bf9-4a2f-ad72-8967db992d0d), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:25.148151 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335b476-d8e4-4b8f-8ec6-72eedb5aae45 req-d42e3aac-0c76-485c-93af-06c406cce325 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:25.150278 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e335b476-d8e4-4b8f-8ec6-72eedb5aae45 req-d42e3aac-0c76-485c-93af-06c406cce325 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0681164 Jul 28 18:02:25.183704 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (75a5c6f8-9bf9-4a2f-ad72-8967db992d0d), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:25.195707 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c939-4f13-4982-aba2-54aaa97dd20f req-e32c3a3d-acf7-4a09-9886-b57bd482732b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:25.203913 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b631c939-4f13-4982-aba2-54aaa97dd20f req-e32c3a3d-acf7-4a09-9886-b57bd482732b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0603046 Jul 28 18:02:25.218795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5c6f8-9bf9-4a2f-ad72-8967db992d0d,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:25.239456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:02:25.247274 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e335b476-d8e4-4b8f-8ec6-72eedb5aae45 req-5f0a6c5f-75bf-4c2f-8f30-b74ac2faa26e tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903468 Jul 28 18:02:25.252844 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (c35e0901-021e-4deb-89f7-e4ad4505730a), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:25.253376 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Added segment c35e0901-021e-4deb-89f7-e4ad4505730a of type vlan for network 0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4 Jul 28 18:02:25.308024 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b631c939-4f13-4982-aba2-54aaa97dd20f req-689e0cbc-0e51-4d7f-81c2-e67828c81449 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030736 Jul 28 18:02:25.372847 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:25.597932 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:25.610236 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a8e4-9553-42ff-932f-837044fdbfa0 req-ac238003-6026-4eba-a913-87f29e878c3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:25.617091 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-04c0a8e4-9553-42ff-932f-837044fdbfa0 req-ac238003-6026-4eba-a913-87f29e878c3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 932 time: 0.2753248 Jul 28 18:02:25.660551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:25.660551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:25.660998 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:25.720644 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-04c0a8e4-9553-42ff-932f-837044fdbfa0 req-03c21792-f24e-40f0-aeb4-6ae2093486b6 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026933 Jul 28 18:02:25.734741 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:25.744838 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:02:25.844749 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-4be8eedd-6403-4fbe-8745-2b78f1c863c4 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9719322 Jul 28 18:02:25.847869 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33634) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:25.855011 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Request body: {'subnet': {'network_id': '0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-877091428-subnet', 'tenant_id': '949a2991488d46a88f4e86c39a4a78e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:25.982993 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Made reservation on behalf of 949a2991488d46a88f4e86c39a4a78e2 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:02:25.985565 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:26.217827 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for subnet (947552c3-f2b8-44f0-96e1-74a92ac80125), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:26.292045 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=947552c3-f2b8-44f0-96e1-74a92ac80125,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:26.301503 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Checking segment: {'id': 'c35e0901-021e-4deb-89f7-e4ad4505730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:26.301879 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Network hostable DHCP agents. Network: 0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:02:26.318248 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:26.375813 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Network 0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:02:26.426221 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:26.427090 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5198-3694-47c7-8ea2-62c21ff85a0e req-490f3e11-633b-4a89-aaa7-f8a0ee957656 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:26.439993 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a82a5198-3694-47c7-8ea2-62c21ff85a0e req-490f3e11-633b-4a89-aaa7-f8a0ee957656 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0916858 Jul 28 18:02:26.499368 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:02:26.515017 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2811656-6e9c-42f7-9b45-efed8a0aab74 None None] Network 0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:02:26.517901 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a82a5198-3694-47c7-8ea2-62c21ff85a0e req-2a4b3e1b-844c-4944-86fd-69396c824780 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703406 Jul 28 18:02:26.521741 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5762ab-6aeb-408a-9346-160c58dd038c req-9e4f6f8c-06ba-475f-a9c6-ece8a6a797a3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:26.539664 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e5762ab-6aeb-408a-9346-160c58dd038c req-9e4f6f8c-06ba-475f-a9c6-ece8a6a797a3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.1033537 Jul 28 18:02:26.571671 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:26.572251 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:26.653569 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e5762ab-6aeb-408a-9346-160c58dd038c req-ded7312f-3e22-4a9c-ae77-5de385f2932b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112633 Jul 28 18:02:26.723404 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584f5c9-8314-4b50-ae98-02200389a456 None None] Network 0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:02:26.749238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:26.763108 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-6f445466-bb37-4774-997e-7069fef33a53 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9132805 Jul 28 18:02:26.970549 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c110a8d-87ff-4b86-b45d-29039c5e5316 req-0808e358-229f-427e-bceb-6ab049c79c1e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:26.977955 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5c110a8d-87ff-4b86-b45d-29039c5e5316 req-0808e358-229f-427e-bceb-6ab049c79c1e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 932 time: 0.0924923 Jul 28 18:02:27.022082 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-de379e32-e0d5-4d16-aa66-46c0c547524c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0501881 Jul 28 18:02:27.035381 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Request body: {'port': {'device_id': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:27.055391 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5c110a8d-87ff-4b86-b45d-29039c5e5316 req-247b487b-bc49-499c-8b97-0c5329ea329e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763645 Jul 28 18:02:27.191199 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-bfc1127b-94d8-4c16-9856-903190bebb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:27.193099 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-bfc1127b-94d8-4c16-9856-903190bebb15 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.1488621 Jul 28 18:02:27.210083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:27.264308 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7bbbe4b6-07e6-4c09-9eb1-eea23143d250 req-ed3de9f6-378c-4e51-b4d5-5b8593693855 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409921 Jul 28 18:02:27.547664 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8980c8f3-7810-4b7b-b88d-1b866e291a34 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:27.591883 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Publish callbacks [] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:27.607503 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-4686a63a-2027-438b-a4cc-5d66b172f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:27.650511 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-4686a63a-2027-438b-a4cc-5d66b172f026 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794699 Jul 28 18:02:27.670397 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Transition to ACTIVE for port object 8980c8f3-7810-4b7b-b88d-1b866e291a34 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:02:27.755025 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff993a-e479-46d6-8f7a-262ccfa9fb9f req-a56564c3-94ca-42b6-9981-e0a03c4bf8d0 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:27.763320 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6bff993a-e479-46d6-8f7a-262ccfa9fb9f req-a56564c3-94ca-42b6-9981-e0a03c4bf8d0 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.1655998 Jul 28 18:02:27.850634 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6bff993a-e479-46d6-8f7a-262ccfa9fb9f req-09faffc2-f9b8-47bf-ae77-c20d8f368e24 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864151 Jul 28 18:02:27.885280 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-2c5d3e8e-8e64-4d3e-99c6-156cdfe62825 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187104 Jul 28 18:02:27.904153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7338de3-ad25-42e4-956d-faa9e2e60f5d req-af3acd1a-270a-4ebd-ac3d-4f0220439b56 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:27.905781 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f7338de3-ad25-42e4-956d-faa9e2e60f5d req-af3acd1a-270a-4ebd-ac3d-4f0220439b56 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.1394532 Jul 28 18:02:27.937532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:27.991442 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f7338de3-ad25-42e4-956d-faa9e2e60f5d req-d5f2aff8-1258-4c11-aba4-eca8830b7975 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783882 Jul 28 18:02:28.121963 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:28.156689 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Attempting to bind port 8980c8f3-7810-4b7b-b88d-1b866e291a34 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:02:28.157252 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Attempting to bind port 8980c8f3-7810-4b7b-b88d-1b866e291a34 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:02:28.157607 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Attempting to bind port 8980c8f3-7810-4b7b-b88d-1b866e291a34 on network 144cc463-6995-43c7-bdb8-22e214402d26 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:28.172959 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Port 8980c8f3-7810-4b7b-b88d-1b866e291a34 on network 144cc463-6995-43c7-bdb8-22e214402d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:02:28.173296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Attempting to bind port 8980c8f3-7810-4b7b-b88d-1b866e291a34 on network 144cc463-6995-43c7-bdb8-22e214402d26 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:02:28.183083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:02:28.183429 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Checking segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:02:28.185555 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Bound using segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:02:28.186042 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Bound port: 8980c8f3-7810-4b7b-b88d-1b866e291a34, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:02:28.186453 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:28.275578 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:28.432077 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0a089-e38f-4aff-ac2f-5d24ec9052b9 req-3dd5d3a7-f252-4795-b054-d77196ee97d0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:28.437270 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-62d0a089-e38f-4aff-ac2f-5d24ec9052b9 req-3dd5d3a7-f252-4795-b054-d77196ee97d0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.2481258 Jul 28 18:02:28.543568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:02:28.548456 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-62d0a089-e38f-4aff-ac2f-5d24ec9052b9 req-f5bfe5ad-3d0d-4c32-b32d-989b5fa3aa84 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102886 Jul 28 18:02:28.558588 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02a80b29-321f-4fca-b7e6-0bd23d3105fa req-0fe0c1fa-6207-4ba5-b41c-dcd836a31106 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068078 Jul 28 18:02:28.562100 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:02:28.652482 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:28.700636 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:28.701277 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:28.715758 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] 10.222.0.99 "PUT /v2.0/ports/8980c8f3-7810-4b7b-b88d-1b866e291a34 HTTP/1.1" status: 200 len: 1094 time: 1.6841862 Jul 28 18:02:28.719371 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:28.721826 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072bd9b-d14a-4baa-8ca2-fdd0bfacd8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:28.762706 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d92ad-11cf-413b-8483-31511ad6328d service neutron] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:28.780043 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a18dc02-4f02-4794-bbd7-49ebf07a28be x-openstack-request-id: req-4a18dc02-4f02-4794-bbd7-49ebf07a28be {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:28.780394 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:28.780700 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4a18dc02-4f02-4794-bbd7-49ebf07a28be {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:28.781124 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a18dc02-4f02-4794-bbd7-49ebf07a28be'] response: {'name': 'network-changed', 'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'status': 'completed', 'code': 200} Jul 28 18:02:28.974729 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9ffef-3e72-46af-aed4-96c5ca68a564 req-9640cc19-b2a5-4d32-84c4-054278483573 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:28.978892 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-62c9ffef-3e72-46af-aed4-96c5ca68a564 req-9640cc19-b2a5-4d32-84c4-054278483573 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0538733 Jul 28 18:02:29.027601 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-62c9ffef-3e72-46af-aed4-96c5ca68a564 req-1f1f165c-a5fb-442f-8642-d21271cdc9b9 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Jul 28 18:02:29.136204 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b3b55-5075-445b-a50e-9cf0364da14e req-ab958d32-1c6d-43d7-a37f-bb9a102bc706 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:29.137758 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-263b3b55-5075-445b-a50e-9cf0364da14e req-ab958d32-1c6d-43d7-a37f-bb9a102bc706 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0599322 Jul 28 18:02:29.187380 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-263b3b55-5075-445b-a50e-9cf0364da14e req-080f4567-0fab-496b-b4c1-6fd6eb994cc6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Jul 28 18:02:29.557142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:29.678006 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa7740-7d7e-4fc4-a964-6e10b3119416 req-8e452d01-7e6d-40a5-8653-4b65eda1680d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:29.678245 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4efa7740-7d7e-4fc4-a964-6e10b3119416 req-8e452d01-7e6d-40a5-8653-4b65eda1680d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0504928 Jul 28 18:02:29.746689 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4efa7740-7d7e-4fc4-a964-6e10b3119416 req-5fa10058-a9ca-4874-990e-3aef014f2e97 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529094 Jul 28 18:02:30.153277 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf655ab-d6ea-4cbc-886f-45469d63ddc3 req-59f647f5-acb6-4f0f-879f-1acaafe60175 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:30.155711 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dcf655ab-d6ea-4cbc-886f-45469d63ddc3 req-59f647f5-acb6-4f0f-879f-1acaafe60175 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0508611 Jul 28 18:02:30.194128 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:30.209687 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dcf655ab-d6ea-4cbc-886f-45469d63ddc3 req-1003cf5b-5bf1-4a8f-bbfe-a12495604922 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Jul 28 18:02:30.308456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9e48-d5b9-4a5f-a296-e9ade1c10f1e req-25bf0c8d-e10a-4eb7-92e6-a243d05bbdfe tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:30.309946 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-648a9e48-d5b9-4a5f-a296-e9ade1c10f1e req-25bf0c8d-e10a-4eb7-92e6-a243d05bbdfe tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0512776 Jul 28 18:02:30.357505 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-648a9e48-d5b9-4a5f-a296-e9ade1c10f1e req-d775fcd8-168e-4c9c-90d2-6b2bbbef5dd1 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Jul 28 18:02:30.748300 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:30.882494 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba21bf-1aed-45c8-91a2-de6a003d93bb req-4b1cbaff-7ced-4c9a-9e0a-bf3ea4972210 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:30.885670 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-24ba21bf-1aed-45c8-91a2-de6a003d93bb req-4b1cbaff-7ced-4c9a-9e0a-bf3ea4972210 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0555477 Jul 28 18:02:30.939525 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-24ba21bf-1aed-45c8-91a2-de6a003d93bb req-bc70f84b-a8b8-46e7-8327-8ef79a5a039b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488219 Jul 28 18:02:31.062830 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-722910ff-0b27-4938-b1bd-0ee2c07cb4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:31.346768 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f451833-af94-413e-baa6-b95a4bd7093a req-bf2fe5ca-7b73-448e-bb87-a884cf6a55c2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:31.348407 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8f451833-af94-413e-baa6-b95a4bd7093a req-bf2fe5ca-7b73-448e-bb87-a884cf6a55c2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0640700 Jul 28 18:02:31.408362 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8f451833-af94-413e-baa6-b95a4bd7093a req-ee6d59fa-1b92-4a44-9622-bc500ea45f1a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537000 Jul 28 18:02:31.493739 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce200061-9129-4b85-b08d-dd35d240f72c req-b363e638-43a5-42fa-a6f5-ed06f3e8c1ba tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:31.495457 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ce200061-9129-4b85-b08d-dd35d240f72c req-b363e638-43a5-42fa-a6f5-ed06f3e8c1ba tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0546758 Jul 28 18:02:31.546836 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ce200061-9129-4b85-b08d-dd35d240f72c req-c86fcabb-2705-4e5b-98ee-ee1018a18740 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452132 Jul 28 18:02:31.770325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:32.076481 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb0a48-9bc8-4185-a2ed-b7969455b05c req-ff6c3169-0e1b-4925-96af-3d42ad63ab9d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:32.077960 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ecb0a48-9bc8-4185-a2ed-b7969455b05c req-ff6c3169-0e1b-4925-96af-3d42ad63ab9d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0574930 Jul 28 18:02:32.132113 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ecb0a48-9bc8-4185-a2ed-b7969455b05c req-34cf52ba-cc21-4b39-8069-95ac2cad4403 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484331 Jul 28 18:02:32.197953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-ca1aac27-af81-4941-9424-eaf28f1136d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:32.199625 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-ca1aac27-af81-4941-9424-eaf28f1136d8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 1128 time: 0.0425537 Jul 28 18:02:32.343205 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072bd9b-d14a-4baa-8ca2-fdd0bfacd8e2 req-fe47b817-4080-4696-b687-055781c5f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:32.344682 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b072bd9b-d14a-4baa-8ca2-fdd0bfacd8e2 req-fe47b817-4080-4696-b687-055781c5f11d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 1128 time: 0.0861609 Jul 28 18:02:32.382436 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-1afa272d-5ad0-4d48-9a0b-8edb7e134b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:32.384528 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-1afa272d-5ad0-4d48-9a0b-8edb7e134b83 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.1160614 Jul 28 18:02:32.537324 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26f65-6d61-41f6-972a-dec8785dacf7 req-a502bd14-7a8a-49ba-8952-57248132f89a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:32.538764 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c9a26f65-6d61-41f6-972a-dec8785dacf7 req-a502bd14-7a8a-49ba-8952-57248132f89a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0553389 Jul 28 18:02:32.597509 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c9a26f65-6d61-41f6-972a-dec8785dacf7 req-a0f97637-c833-4b67-a27e-22a5ec2b2d8a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530705 Jul 28 18:02:32.685379 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5ada-a4c1-4a17-ac2d-a5c1c26774a2 req-6d9fd379-b4f0-4419-92b0-7878a20e31d5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:32.687035 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3aad5ada-a4c1-4a17-ac2d-a5c1c26774a2 req-6d9fd379-b4f0-4419-92b0-7878a20e31d5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0497372 Jul 28 18:02:32.736743 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3aad5ada-a4c1-4a17-ac2d-a5c1c26774a2 req-7e274737-dd5b-4c53-a7de-323c68713c35 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Jul 28 18:02:33.272006 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4b837-2b73-42e7-9cbc-1a38f5fed006 req-9964adbb-ace3-4547-99cb-30c9e998b549 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:33.274537 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b7e4b837-2b73-42e7-9cbc-1a38f5fed006 req-9964adbb-ace3-4547-99cb-30c9e998b549 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0564461 Jul 28 18:02:33.330663 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b7e4b837-2b73-42e7-9cbc-1a38f5fed006 req-c486a23a-b313-4daf-98ee-2bd507d35bb4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497906 Jul 28 18:02:33.362743 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:33.541219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-af75e085-7289-43c7-bd9d-87cc94405916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:33.560342 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 33878) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:33.676369 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49787d73-2828-4768-9954-568dbc2f7c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:33.756678 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b7a88-db91-4cd8-aa72-e04b4162d04b req-6a3b0d80-0e65-4a9e-a77c-61961907de37 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:33.758135 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d6b7a88-db91-4cd8-aa72-e04b4162d04b req-6a3b0d80-0e65-4a9e-a77c-61961907de37 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0657465 Jul 28 18:02:33.836211 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d6b7a88-db91-4cd8-aa72-e04b4162d04b req-1407d23f-47ac-43fd-b886-699441ff29b2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699663 Jul 28 18:02:33.847716 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49787d73-2828-4768-9954-568dbc2f7c45 admin admin] Publish callbacks [] for security_group (b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:33.874809 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd63104-7d18-4947-96d2-477517873223 req-19c4de0f-865f-4689-895a-d717263ce088 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:33.876472 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bdd63104-7d18-4947-96d2-477517873223 req-19c4de0f-865f-4689-895a-d717263ce088 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0644901 Jul 28 18:02:33.912599 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:33.924314 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:33.929031 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bdd63104-7d18-4947-96d2-477517873223 req-c5794cf0-160b-4e96-8360-0469c00aa5e9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468020 Jul 28 18:02:33.971127 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49787d73-2828-4768-9954-568dbc2f7c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:34.013638 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-49787d73-2828-4768-9954-568dbc2f7c45 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cc59a0cd74974eceaf51ef36ba030316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521687 Jul 28 18:02:34.014533 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49787d73-2828-4768-9954-568dbc2f7c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:34.016445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33892) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:34.068021 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b932-f47b-409d-b7bc-7e9f7ef8e9dd admin admin] Publish callbacks [] for security_group (b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:34.092097 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b932-f47b-409d-b7bc-7e9f7ef8e9dd admin admin] Publish callbacks [] for security_group (b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:34.225552 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b932-f47b-409d-b7bc-7e9f7ef8e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:34.229923 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b932-f47b-409d-b7bc-7e9f7ef8e9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:34.231201 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f1b8b932-f47b-409d-b7bc-7e9f7ef8e9dd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2 HTTP/1.1" status: 204 len: 168 time: 0.2130330 Jul 28 18:02:34.241188 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8b932-f47b-409d-b7bc-7e9f7ef8e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26c0bc5-a5e7-4d4b-9d73-c8fd7a4c47c2,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:34.325726 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:34.457163 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941c5ba-b7dc-47aa-bf6a-9105ac1ecb61 req-bd0a345e-e9f4-4b08-b684-58fb51257481 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:34.458671 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f941c5ba-b7dc-47aa-bf6a-9105ac1ecb61 req-bd0a345e-e9f4-4b08-b684-58fb51257481 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0482488 Jul 28 18:02:34.512671 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f941c5ba-b7dc-47aa-bf6a-9105ac1ecb61 req-bb5e11b5-094d-4fce-b461-58c2f4103095 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480447 Jul 28 18:02:34.880445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33910) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:34.895994 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-883fe3f0-1e25-4aba-a0e6-8e3f00a62b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:34.975441 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06728160-3f96-4efb-8655-29056016822f req-c72a2cbc-b295-40f2-814e-bfd430c76b4a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:34.977002 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-06728160-3f96-4efb-8655-29056016822f req-c72a2cbc-b295-40f2-814e-bfd430c76b4a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0615191 Jul 28 18:02:35.051713 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c8032-8e13-4f43-82af-4eedcc60f6f8 req-78d1e985-ffd0-42f0-b534-2ac213fb7d3e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:35.053323 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-561c8032-8e13-4f43-82af-4eedcc60f6f8 req-78d1e985-ffd0-42f0-b534-2ac213fb7d3e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0505266 Jul 28 18:02:35.065143 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-883fe3f0-1e25-4aba-a0e6-8e3f00a62b57 admin admin] Publish callbacks [] for security_group (fc987f63-6a33-458f-88d5-1e341a0b0a55), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:35.068753 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-06728160-3f96-4efb-8655-29056016822f req-c5366c15-eb6e-4cac-ac9e-1bef2c932239 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835576 Jul 28 18:02:35.103946 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-561c8032-8e13-4f43-82af-4eedcc60f6f8 req-6712044a-df7a-43d4-b45c-36d3e6ceb70c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Jul 28 18:02:35.116679 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-883fe3f0-1e25-4aba-a0e6-8e3f00a62b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fc987f63-6a33-458f-88d5-1e341a0b0a55), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:35.157020 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fe3f0-1e25-4aba-a0e6-8e3f00a62b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc987f63-6a33-458f-88d5-1e341a0b0a55,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:35.161324 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-883fe3f0-1e25-4aba-a0e6-8e3f00a62b57 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=03cc40902252498c8da7a3bbe9b6c519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796721 Jul 28 18:02:35.164191 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 33918) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:35.213288 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4359afed-936a-469d-8c64-37e263bb4f19 admin admin] Publish callbacks [] for security_group (fc987f63-6a33-458f-88d5-1e341a0b0a55), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:35.234214 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4359afed-936a-469d-8c64-37e263bb4f19 admin admin] Publish callbacks [] for security_group (fc987f63-6a33-458f-88d5-1e341a0b0a55), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:35.356992 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4359afed-936a-469d-8c64-37e263bb4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fc987f63-6a33-458f-88d5-1e341a0b0a55), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:35.359533 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4359afed-936a-469d-8c64-37e263bb4f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:35.362713 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4359afed-936a-469d-8c64-37e263bb4f19 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fc987f63-6a33-458f-88d5-1e341a0b0a55 HTTP/1.1" status: 204 len: 168 time: 0.1958113 Jul 28 18:02:35.371259 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359afed-936a-469d-8c64-37e263bb4f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc987f63-6a33-458f-88d5-1e341a0b0a55,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:35.647293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b38d42-2c34-4525-9114-228ce2df509c req-1de46bae-493a-41ec-b1cf-8d1d514bf255 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:35.648864 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d2b38d42-2c34-4525-9114-228ce2df509c req-1de46bae-493a-41ec-b1cf-8d1d514bf255 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0526819 Jul 28 18:02:35.698148 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d2b38d42-2c34-4525-9114-228ce2df509c req-7b0c9cc9-c769-4365-8cfa-104a901722ff tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435240 Jul 28 18:02:36.093094 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:36.141528 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:36.202776 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553527a4-23b8-4058-96b4-caf1e687c604 req-5aa7d14d-d07a-4d6c-8273-4bb05e763ddf tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:36.202776 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-553527a4-23b8-4058-96b4-caf1e687c604 req-5aa7d14d-d07a-4d6c-8273-4bb05e763ddf tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0528414 Jul 28 18:02:36.221049 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:36.235402 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:36.242191 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba290c-5918-4815-8c62-b8fe916d68c3 req-014e98e5-9806-42ad-8aad-9565477c3be4 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:36.244438 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f1ba290c-5918-4815-8c62-b8fe916d68c3 req-014e98e5-9806-42ad-8aad-9565477c3be4 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0571573 Jul 28 18:02:36.252438 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-553527a4-23b8-4058-96b4-caf1e687c604 req-276d634d-82fe-401a-8d1e-172efd2a9c33 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500391 Jul 28 18:02:36.298787 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:36.304382 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f1ba290c-5918-4815-8c62-b8fe916d68c3 req-98dc5443-f6a2-47ad-98ca-b535ea5828ee tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540278 Jul 28 18:02:36.319088 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:36.415969 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:36.428658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'port_id': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0', 'mac_address': 'fa:16:3e:a1:20:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:36.467333 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:36.467727 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:36.491907 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:36.507495 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:36.523542 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:36.544764 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:36.571361 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:36.624773 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:36.825687 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283d0ff-1b2a-40f6-a382-fb56edb3aa72 req-4f7478f5-4605-4ff2-8a95-014717790191 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:36.827278 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4283d0ff-1b2a-40f6-a382-fb56edb3aa72 req-4f7478f5-4605-4ff2-8a95-014717790191 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0524681 Jul 28 18:02:36.879275 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4283d0ff-1b2a-40f6-a382-fb56edb3aa72 req-18e3c3f6-1246-404b-a885-7c9d2bfdfa58 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462892 Jul 28 18:02:36.988325 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['66e48c64-aab6-4386-8f4e-c36d3e4b5fc0'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:37.302110 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-3e1e22e7-f1a8-40dd-add7-8d1da2efe9c8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5407d67-f752-4458-a306-d8d20e45c534 HTTP/1.1" status: 200 len: 217 time: 0.0796232 Jul 28 18:02:37.342545 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:37.393368 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b2f2-e093-4b97-a353-471c55f02db4 req-25c39e19-403b-4c7d-8379-3586fcfb10bd tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:37.395046 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4196b2f2-e093-4b97-a353-471c55f02db4 req-25c39e19-403b-4c7d-8379-3586fcfb10bd tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0625172 Jul 28 18:02:37.466697 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4196b2f2-e093-4b97-a353-471c55f02db4 req-9fd41a40-73da-4f89-b5b4-2f594df71eda tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652452 Jul 28 18:02:37.664107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072bd9b-d14a-4baa-8ca2-fdd0bfacd8e2 req-a6ce3e60-865b-4425-a797-57380fec8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:37.665664 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b072bd9b-d14a-4baa-8ca2-fdd0bfacd8e2 req-a6ce3e60-865b-4425-a797-57380fec8200 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=2732f627abb44936bedd3293898b24f3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4795637 Jul 28 18:02:37.673542 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5852f-ac9c-4ef7-a887-0ce3f2b7e58f req-6beb3a87-774f-4816-865f-2cfc1a42051a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:37.674964 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d5c5852f-ac9c-4ef7-a887-0ce3f2b7e58f req-6beb3a87-774f-4816-865f-2cfc1a42051a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.2772539 Jul 28 18:02:37.730568 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d5c5852f-ac9c-4ef7-a887-0ce3f2b7e58f req-ee6a46da-7e3c-4296-9199-441dcaff6e1f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484087 Jul 28 18:02:38.010036 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04824-8d34-49ac-b4ba-6b297c1ff0ab req-37d1ec38-d573-48e4-b741-a674834c9899 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:38.014192 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-36a04824-8d34-49ac-b4ba-6b297c1ff0ab req-37d1ec38-d573-48e4-b741-a674834c9899 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0513098 Jul 28 18:02:38.061209 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-36a04824-8d34-49ac-b4ba-6b297c1ff0ab req-7f0afb4b-29e5-4ef3-8eb5-dbbaca3684da tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Jul 28 18:02:38.142793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34020) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:38.207077 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-afa48f42-eadf-4a4a-be83-565f91eaa7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:38.208582 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-afa48f42-eadf-4a4a-be83-565f91eaa7e6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.1552932 Jul 28 18:02:38.280109 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8c980155-4c72-4048-9b3f-4e1afad016b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.282240 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:38.292944 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:38.302671 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-c5b64544-7cc7-4196-a0e2-48961988c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:38.304203 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-c5b64544-7cc7-4196-a0e2-48961988c849 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896904 Jul 28 18:02:38.307167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072bd9b-d14a-4baa-8ca2-fdd0bfacd8e2 req-58005f5d-d84a-4834-bd61-4a413ec00426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:38.308734 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b072bd9b-d14a-4baa-8ca2-fdd0bfacd8e2 req-58005f5d-d84a-4834-bd61-4a413ec00426 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2543249 Jul 28 18:02:38.331296 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:02:38.372880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8c980155-4c72-4048-9b3f-4e1afad016b1 admin admin] Publish callbacks [] for security_group (a232cecb-ff58-4887-a235-8b3ed2147390), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.413604 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:38.414124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.435467 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-e303a4f9-8b59-46a9-9e10-10b3352502b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:38.436956 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-e303a4f9-8b59-46a9-9e10-10b3352502b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 1128 time: 0.0607283 Jul 28 18:02:38.453568 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-b6dc060a-3d62-47de-99af-e538c6332a66 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331315 Jul 28 18:02:38.454642 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8c980155-4c72-4048-9b3f-4e1afad016b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (a232cecb-ff58-4887-a235-8b3ed2147390), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.495716 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:38.496108 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.502777 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8c980155-4c72-4048-9b3f-4e1afad016b1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e0f27331ae1d469b9a9130faf1fa345f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588445 Jul 28 18:02:38.504915 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34024) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:38.527191 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:38.529213 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:02:38.579717 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c980155-4c72-4048-9b3f-4e1afad016b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a232cecb-ff58-4887-a235-8b3ed2147390,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:38.613881 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:38.615704 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-38e0b9de-aa49-4b52-8f79-e1d8f9e2f985 admin admin] Publish callbacks [] for security_group (a232cecb-ff58-4887-a235-8b3ed2147390), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.625095 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-949c450b-2e53-4599-875d-d6e237317af5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34 HTTP/1.1" status: 200 len: 217 time: 0.1738937 Jul 28 18:02:38.639706 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:38.648127 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-38e0b9de-aa49-4b52-8f79-e1d8f9e2f985 admin admin] Publish callbacks [] for security_group (a232cecb-ff58-4887-a235-8b3ed2147390), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.677648 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-588b0c08-e6c4-4b39-b625-e2b243e4d0fd req-dd95e613-1132-487b-bd91-bb9449c1f8c7 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177267 Jul 28 18:02:38.690608 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34038) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:38.700148 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.735120 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d873b0-d7d9-4ffd-9abf-23c37dc1e246 req-686a4936-3165-427f-ae4f-9fd4241ad2b3 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:38.752037 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c4d873b0-d7d9-4ffd-9abf-23c37dc1e246 req-686a4936-3165-427f-ae4f-9fd4241ad2b3 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.1329765 Jul 28 18:02:38.764017 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:38.784185 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-38e0b9de-aa49-4b52-8f79-e1d8f9e2f985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (a232cecb-ff58-4887-a235-8b3ed2147390), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.787516 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-38e0b9de-aa49-4b52-8f79-e1d8f9e2f985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.793021 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-38e0b9de-aa49-4b52-8f79-e1d8f9e2f985 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a232cecb-ff58-4887-a235-8b3ed2147390 HTTP/1.1" status: 204 len: 168 time: 0.2864583 Jul 28 18:02:38.801758 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-2241458e-99b5-4474-ba00-5790025fad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:38.808688 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-2241458e-99b5-4474-ba00-5790025fad14 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.1674874 Jul 28 18:02:38.810021 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0b9de-aa49-4b52-8f79-e1d8f9e2f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a232cecb-ff58-4887-a235-8b3ed2147390,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:38.868889 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:38.875751 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:38.889985 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e7b0d2-b180-4187-9958-f19991e598ed" -d '{"events": [{"server_uuid": "e09c2f70-20f1-4762-b7ea-36d9ef650f15", "name": "network-vif-plugged", "status": "completed", "tag": "66e48c64-aab6-4386-8f4e-c36d3e4b5fc0"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:38.971869 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4912340e-10e5-4de2-bc53-5e57ac6d870c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:38.980605 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c4d873b0-d7d9-4ffd-9abf-23c37dc1e246 req-0053b4cd-63e4-47f3-a9f6-96f04184c197 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257304 Jul 28 18:02:39.006008 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-98ea4012-2aba-4869-a192-2710796ab5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:39.006008 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-98ea4012-2aba-4869-a192-2710796ab5cf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1774831 Jul 28 18:02:39.006170 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e5b87-3f24-4d66-91e0-e1959b1301a1 req-9289553d-50c0-4424-8c9d-a01ad946481b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:39.006170 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cc2e5b87-3f24-4d66-91e0-e1959b1301a1 req-9289553d-50c0-4424-8c9d-a01ad946481b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.1439009 Jul 28 18:02:39.081808 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cc2e5b87-3f24-4d66-91e0-e1959b1301a1 req-ff01a32e-46e8-4ce6-a326-cb7cead668c7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724525 Jul 28 18:02:39.086599 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f193fbc7-b400-42ee-8716-09fb2531118b x-openstack-request-id: req-f193fbc7-b400-42ee-8716-09fb2531118b {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:39.087218 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c2f70-20f1-4762-b7ea-36d9ef650f15", "name": "network-vif-plugged", "status": "completed", "tag": "66e48c64-aab6-4386-8f4e-c36d3e4b5fc0", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:39.087888 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f193fbc7-b400-42ee-8716-09fb2531118b {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:39.088547 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f193fbc7-b400-42ee-8716-09fb2531118b'] response: {'server_uuid': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0', 'code': 200} Jul 28 18:02:39.142040 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-d79a99f9-bbe7-4dbf-9c6e-8fafe707d5d9 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342349 Jul 28 18:02:39.186320 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4912340e-10e5-4de2-bc53-5e57ac6d870c admin admin] Publish callbacks [] for security_group (745c3b99-8158-41d0-9bac-24f49f21b20b), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:39.277293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4912340e-10e5-4de2-bc53-5e57ac6d870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (745c3b99-8158-41d0-9bac-24f49f21b20b), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:39.290453 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccfcce-56c5-46f6-b670-8bffd1bce6f7 req-b03f1577-7ca0-4d48-aa9d-cde61a0e19fe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:39.291968 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-47ccfcce-56c5-46f6-b670-8bffd1bce6f7 req-b03f1577-7ca0-4d48-aa9d-cde61a0e19fe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0647383 Jul 28 18:02:39.338519 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4912340e-10e5-4de2-bc53-5e57ac6d870c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ba74db68e81c4e419fc2395728bcaf34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6468213 Jul 28 18:02:39.338717 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53373397-3e22-4078-b6b1-6c1053cfddc5 req-c69caf42-c5da-4298-9de2-d07d04c22b26 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885538 Jul 28 18:02:39.340485 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912340e-10e5-4de2-bc53-5e57ac6d870c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745c3b99-8158-41d0-9bac-24f49f21b20b,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:39.341440 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34072) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:39.397116 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-47ccfcce-56c5-46f6-b670-8bffd1bce6f7 req-d61579b0-074c-4a9a-9a0e-52e07e19659e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985246 Jul 28 18:02:39.428917 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68ade2f1-fcca-4c43-8a29-4a55a648bd25 admin admin] Publish callbacks [] for security_group (745c3b99-8158-41d0-9bac-24f49f21b20b), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:39.455570 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:39.457727 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68ade2f1-fcca-4c43-8a29-4a55a648bd25 admin admin] Publish callbacks [] for security_group (745c3b99-8158-41d0-9bac-24f49f21b20b), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:39.575180 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68ade2f1-fcca-4c43-8a29-4a55a648bd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (745c3b99-8158-41d0-9bac-24f49f21b20b), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:39.577920 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-68ade2f1-fcca-4c43-8a29-4a55a648bd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:39.579424 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-68ade2f1-fcca-4c43-8a29-4a55a648bd25 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/745c3b99-8158-41d0-9bac-24f49f21b20b HTTP/1.1" status: 204 len: 168 time: 0.2367980 Jul 28 18:02:39.593932 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ade2f1-fcca-4c43-8a29-4a55a648bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c3b99-8158-41d0-9bac-24f49f21b20b,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:39.858292 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34080) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:39.873138 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ac17062a-5833-47df-ba19-340610547460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:39.959720 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ac17062a-5833-47df-ba19-340610547460 admin admin] Publish callbacks [] for security_group (5840f044-f99c-4586-91d6-220ef5634ca6), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.083663 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ac17062a-5833-47df-ba19-340610547460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (5840f044-f99c-4586-91d6-220ef5634ca6), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.100994 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201ef32-b7c5-4a3f-9c69-34c21be7f381 req-2c33ff89-5399-4bee-9e8e-7069a537be78 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:40.102788 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2201ef32-b7c5-4a3f-9c69-34c21be7f381 req-2c33ff89-5399-4bee-9e8e-7069a537be78 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0487087 Jul 28 18:02:40.128994 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34092) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:40.129128 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ac17062a-5833-47df-ba19-340610547460 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b0b30bc9cdfa4fd19983d5d381f7dfba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694890 Jul 28 18:02:40.129688 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17062a-5833-47df-ba19-340610547460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5840f044-f99c-4586-91d6-220ef5634ca6,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:40.180521 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2201ef32-b7c5-4a3f-9c69-34c21be7f381 req-c09a0cd6-0b40-4a38-a969-365dd3c8f320 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714169 Jul 28 18:02:40.224895 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fe758954-0410-47ec-b33f-7ad11ce6e5a1 admin admin] Publish callbacks [] for security_group (5840f044-f99c-4586-91d6-220ef5634ca6), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.252374 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fe758954-0410-47ec-b33f-7ad11ce6e5a1 admin admin] Publish callbacks [] for security_group (5840f044-f99c-4586-91d6-220ef5634ca6), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.256320 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2174a-224a-4b8a-bc99-758554aa06eb req-2d3d7f08-8268-460e-bea7-20d74a383283 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:40.257842 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5d2174a-224a-4b8a-bc99-758554aa06eb req-2d3d7f08-8268-460e-bea7-20d74a383283 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0590284 Jul 28 18:02:40.311813 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5d2174a-224a-4b8a-bc99-758554aa06eb req-c37740f4-c7c8-4701-a112-6f01b69d5481 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Jul 28 18:02:40.379666 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fe758954-0410-47ec-b33f-7ad11ce6e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (5840f044-f99c-4586-91d6-220ef5634ca6), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.382305 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fe758954-0410-47ec-b33f-7ad11ce6e5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.383547 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-fe758954-0410-47ec-b33f-7ad11ce6e5a1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5840f044-f99c-4586-91d6-220ef5634ca6 HTTP/1.1" status: 204 len: 168 time: 0.2534025 Jul 28 18:02:40.392510 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe758954-0410-47ec-b33f-7ad11ce6e5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840f044-f99c-4586-91d6-220ef5634ca6,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:40.394555 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:40.406496 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34102) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:40.423556 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40843679-84af-4357-8ea3-eff0e3ff29d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.530385 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40843679-84af-4357-8ea3-eff0e3ff29d8 admin admin] Publish callbacks [] for security_group (6125177d-81d6-4f6c-b8db-3bc126e638e4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.567656 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d820-7ddf-423c-aa49-4916dda6b9b8 req-29cc88e4-c80a-4471-887d-67a09b3356b1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:40.569197 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8be5d820-7ddf-423c-aa49-4916dda6b9b8 req-29cc88e4-c80a-4471-887d-67a09b3356b1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0528140 Jul 28 18:02:40.625169 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40843679-84af-4357-8ea3-eff0e3ff29d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6125177d-81d6-4f6c-b8db-3bc126e638e4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.628023 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8be5d820-7ddf-423c-aa49-4916dda6b9b8 req-4f81586c-944c-4cee-9fed-046f67a6739b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507419 Jul 28 18:02:40.636887 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:40.669613 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-40843679-84af-4357-8ea3-eff0e3ff29d8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a98395c1e880423085e5cb887d2a411c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619541 Jul 28 18:02:40.670458 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40843679-84af-4357-8ea3-eff0e3ff29d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6125177d-81d6-4f6c-b8db-3bc126e638e4,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:40.672410 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34118) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:40.724081 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b231f7a9-2d8d-4393-8a4b-e725f9166ec9 admin admin] Publish callbacks [] for security_group (6125177d-81d6-4f6c-b8db-3bc126e638e4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.747038 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b231f7a9-2d8d-4393-8a4b-e725f9166ec9 admin admin] Publish callbacks [] for security_group (6125177d-81d6-4f6c-b8db-3bc126e638e4), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.874522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b231f7a9-2d8d-4393-8a4b-e725f9166ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6125177d-81d6-4f6c-b8db-3bc126e638e4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.877374 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b231f7a9-2d8d-4393-8a4b-e725f9166ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:40.878896 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b231f7a9-2d8d-4393-8a4b-e725f9166ec9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6125177d-81d6-4f6c-b8db-3bc126e638e4 HTTP/1.1" status: 204 len: 168 time: 0.2039037 Jul 28 18:02:40.890328 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231f7a9-2d8d-4393-8a4b-e725f9166ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6125177d-81d6-4f6c-b8db-3bc126e638e4,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:41.314887 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd34644-38f7-4edc-9134-23cf75f7e0e8 req-5570e324-148e-4a6f-9c94-440df21792be tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:41.316416 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cdd34644-38f7-4edc-9134-23cf75f7e0e8 req-5570e324-148e-4a6f-9c94-440df21792be tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 943 time: 0.0570490 Jul 28 18:02:41.366823 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cdd34644-38f7-4edc-9134-23cf75f7e0e8 req-ad42da15-63f1-47d6-bf67-d0abf399d9f2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Jul 28 18:02:41.449299 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470ba44-5a31-4fc4-bdb8-93f2aacfdd9e req-f4b690d9-c3e1-48c4-9618-720cc682544a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:41.450820 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a470ba44-5a31-4fc4-bdb8-93f2aacfdd9e req-f4b690d9-c3e1-48c4-9618-720cc682544a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 944 time: 0.0515280 Jul 28 18:02:41.500862 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a470ba44-5a31-4fc4-bdb8-93f2aacfdd9e req-9fb54f94-7530-4c26-b3ca-0aeaf966cf36 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Jul 28 18:02:41.623680 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34156) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:41.638460 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3ef7aa5f-b74a-4783-99dd-0a85286bf887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:41.654329 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:41.721357 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3ef7aa5f-b74a-4783-99dd-0a85286bf887 admin admin] Publish callbacks [] for security_group (2bdcac80-3e3e-4c1b-902c-d23246cbe868), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:41.760857 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428f6e5-5253-4ea0-be1a-630b18cc7a79 req-d1e1605b-d22e-4a8a-a2ae-34304ad510f7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:41.762338 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a428f6e5-5253-4ea0-be1a-630b18cc7a79 req-d1e1605b-d22e-4a8a-a2ae-34304ad510f7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0500586 Jul 28 18:02:41.793566 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3ef7aa5f-b74a-4783-99dd-0a85286bf887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (2bdcac80-3e3e-4c1b-902c-d23246cbe868), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:41.806666 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 56261dcb-db43-4b4f-884d-1f476a35889b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:41.811009 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a428f6e5-5253-4ea0-be1a-630b18cc7a79 req-d94c0773-fd82-48d5-ac57-cf32ae1e78b0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 Jul 28 18:02:41.838756 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34162) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:41.839037 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-3ef7aa5f-b74a-4783-99dd-0a85286bf887 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=be72663c85994cbeb7b3ec211b72e7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141800 Jul 28 18:02:41.840180 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7aa5f-b74a-4783-99dd-0a85286bf887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdcac80-3e3e-4c1b-902c-d23246cbe868,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:41.909513 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0d654b16-2cde-42e8-b912-553761655ff9 admin admin] Publish callbacks [] for security_group (2bdcac80-3e3e-4c1b-902c-d23246cbe868), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:41.922549 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 56261dcb-db43-4b4f-884d-1f476a35889b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=56261dcb-db43-4b4f-884d-1f476a35889b,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:41.935395 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '56261dcb-db43-4b4f-884d-1f476a35889b', 'network_id': '7f260d9f-0f92-4a2e-be08-bf7b97fbd32e', 'port_id': '56261dcb-db43-4b4f-884d-1f476a35889b', 'mac_address': 'fa:16:3e:ee:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cf2e7c-862e-4660-8f0b-412c42a21966', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:41.937681 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0d654b16-2cde-42e8-b912-553761655ff9 admin admin] Publish callbacks [] for security_group (2bdcac80-3e3e-4c1b-902c-d23246cbe868), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:41.975764 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 56261dcb-db43-4b4f-884d-1f476a35889b is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:41.976160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:41.980082 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:41.990948 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56261dcb-db43-4b4f-884d-1f476a35889b {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:42.013756 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 56261dcb-db43-4b4f-884d-1f476a35889b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=56261dcb-db43-4b4f-884d-1f476a35889b,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:42.085205 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0d654b16-2cde-42e8-b912-553761655ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (2bdcac80-3e3e-4c1b-902c-d23246cbe868), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:42.085347 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:42.086784 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c5407d67-f752-4458-a306-d8d20e45c534 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:42.090243 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0d654b16-2cde-42e8-b912-553761655ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:42.094468 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0d654b16-2cde-42e8-b912-553761655ff9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2bdcac80-3e3e-4c1b-902c-d23246cbe868 HTTP/1.1" status: 204 len: 168 time: 0.2517760 Jul 28 18:02:42.102795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d654b16-2cde-42e8-b912-553761655ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdcac80-3e3e-4c1b-902c-d23246cbe868,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:42.204372 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=56261dcb-db43-4b4f-884d-1f476a35889b,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:42.252673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port c5407d67-f752-4458-a306-d8d20e45c534, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5407d67-f752-4458-a306-d8d20e45c534,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:42.269795 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:42.272637 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'c5407d67-f752-4458-a306-d8d20e45c534', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'port_id': 'c5407d67-f752-4458-a306-d8d20e45c534', 'mac_address': 'fa:16:3e:79:d7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:42.305968 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:42.310248 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port c5407d67-f752-4458-a306-d8d20e45c534 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:42.310669 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5407d67-f752-4458-a306-d8d20e45c534), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:42.324153 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5407d67-f752-4458-a306-d8d20e45c534 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:42.343990 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port c5407d67-f752-4458-a306-d8d20e45c534, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5407d67-f752-4458-a306-d8d20e45c534,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:42.436457 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c5407d67-f752-4458-a306-d8d20e45c534), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:42.516033 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=c5407d67-f752-4458-a306-d8d20e45c534,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:42.520391 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d18646-3cd6-4b3c-8e59-8e4ba3a534b9 req-c432142c-9b61-41fe-b706-c54bb307b76e tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:42.529592 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-12d18646-3cd6-4b3c-8e59-8e4ba3a534b9 req-c432142c-9b61-41fe-b706-c54bb307b76e tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 944 time: 0.0849278 Jul 28 18:02:42.614683 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-12d18646-3cd6-4b3c-8e59-8e4ba3a534b9 req-0e85ed52-999c-4bb8-9888-5d53367716f6 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841835 Jul 28 18:02:42.655313 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58961ed-b411-4cd8-9e8a-79fe558ea413 req-7c95c0ed-bbb2-4f6f-b32b-030fcc6782e8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:42.657360 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a58961ed-b411-4cd8-9e8a-79fe558ea413 req-7c95c0ed-bbb2-4f6f-b32b-030fcc6782e8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 945 time: 0.0758264 Jul 28 18:02:42.707381 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a58961ed-b411-4cd8-9e8a-79fe558ea413 req-08b81b52-b431-4a50-8073-fa4ebcc5e3e7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Jul 28 18:02:42.836801 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:02:42.948640 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:42.961503 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'port_id': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'mac_address': 'fa:16:3e:a9:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:02:42.969988 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047f45-c443-445b-9b4b-18a09bdd66a8 req-a978b258-d7de-4510-8196-8050edd093ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:42.971461 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d1047f45-c443-445b-9b4b-18a09bdd66a8 req-a978b258-d7de-4510-8196-8050edd093ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0527897 Jul 28 18:02:43.002804 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:43.010823 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:43.055541 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8980c8f3-7810-4b7b-b88d-1b866e291a34 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:02:43.084280 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d1047f45-c443-445b-9b4b-18a09bdd66a8 req-e2da11be-6beb-4e8f-b688-583961042749 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037035 Jul 28 18:02:43.115882 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:43.134487 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2169f3-772b-47f5-9a56-29a92b40a41a req-bb69cb42-ee99-4ba9-96b4-ad8a66b7134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:43.136185 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ab2169f3-772b-47f5-9a56-29a92b40a41a req-bb69cb42-ee99-4ba9-96b4-ad8a66b7134a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1129 time: 0.1060741 Jul 28 18:02:43.158568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-ab2169f3-772b-47f5-9a56-29a92b40a41a req-359751db-3e40-4203-9523-ffe8031010b0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:43.213772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:43.247148 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-ab2169f3-772b-47f5-9a56-29a92b40a41a req-359751db-3e40-4203-9523-ffe8031010b0 service neutron] Publish callbacks [] for security_group (e48f69bb-6bb4-42b6-aabd-9db5b451c859), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:43.274498 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:43.316567 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-ab2169f3-772b-47f5-9a56-29a92b40a41a req-359751db-3e40-4203-9523-ffe8031010b0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e48f69bb-6bb4-42b6-aabd-9db5b451c859), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:43.365614 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ab2169f3-772b-47f5-9a56-29a92b40a41a req-359751db-3e40-4203-9523-ffe8031010b0 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222557 Jul 28 18:02:43.366298 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359751db-3e40-4203-9523-ffe8031010b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e48f69bb-6bb4-42b6-aabd-9db5b451c859,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:43.580154 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['8980c8f3-7810-4b7b-b88d-1b866e291a34'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:43.700806 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:43.708536 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['c5407d67-f752-4458-a306-d8d20e45c534'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:43.800230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7530e4-449b-441c-8834-b0e631b3fcdb req-084ea00d-a699-47f5-ab4c-659314b15781 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:43.809760 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fd7530e4-449b-441c-8834-b0e631b3fcdb req-084ea00d-a699-47f5-ab4c-659314b15781 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 944 time: 0.0836551 Jul 28 18:02:43.868554 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fd7530e4-449b-441c-8834-b0e631b3fcdb req-e1c3abc8-890a-470d-a259-3775497faf10 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575774 Jul 28 18:02:43.870284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['56261dcb-db43-4b4f-884d-1f476a35889b'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:02:43.910079 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef160c2-de5e-4c7d-a2ca-15675c56e613 req-1c101de4-e6f3-4803-8cc8-14fabaf46539 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:43.911651 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5ef160c2-de5e-4c7d-a2ca-15675c56e613 req-1c101de4-e6f3-4803-8cc8-14fabaf46539 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 945 time: 0.0617533 Jul 28 18:02:43.974997 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5ef160c2-de5e-4c7d-a2ca-15675c56e613 req-3699a628-674b-4139-a5b5-ada44254c477 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559130 Jul 28 18:02:44.030686 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:44.252414 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177cf22-b195-48ea-a100-65480d921166 req-2dff0686-3b8d-43c6-9042-f902aa5dec66 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:44.253952 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d177cf22-b195-48ea-a100-65480d921166 req-2dff0686-3b8d-43c6-9042-f902aa5dec66 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Jul 28 18:02:44.303190 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d177cf22-b195-48ea-a100-65480d921166 req-f0e8e7ad-1ba3-4496-815c-6b34c31f0ed6 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Jul 28 18:02:44.997769 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfc19c-450b-49db-b81b-9458c4dbac02 req-7364f672-d9c1-4718-a16e-fff3a658ab02 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:44.999384 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-42cfc19c-450b-49db-b81b-9458c4dbac02 req-7364f672-d9c1-4718-a16e-fff3a658ab02 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 944 time: 0.0507865 Jul 28 18:02:45.061021 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-42cfc19c-450b-49db-b81b-9458c4dbac02 req-3b13bd4f-e2d9-49b6-9ea2-f3a91ff5f65e tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554092 Jul 28 18:02:45.132720 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd3a84-7851-4751-803c-784789d74bbc req-441f3120-3fdf-4a0d-8686-18fef43e23eb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:45.135115 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-82fd3a84-7851-4751-803c-784789d74bbc req-441f3120-3fdf-4a0d-8686-18fef43e23eb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 945 time: 0.0505977 Jul 28 18:02:45.184881 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-82fd3a84-7851-4751-803c-784789d74bbc req-0a04f51e-d04e-4604-9035-841935f1a920 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Jul 28 18:02:45.435257 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10765-510b-4898-8ee2-d040a84a3096 req-04e99ad9-b96e-49d6-84de-1452cacd175d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:45.436772 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4df10765-510b-4898-8ee2-d040a84a3096 req-04e99ad9-b96e-49d6-84de-1452cacd175d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 945 time: 0.0491090 Jul 28 18:02:45.485644 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4df10765-510b-4898-8ee2-d040a84a3096 req-5faf7c00-7225-42d1-87f0-155b1cd31560 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427597 Jul 28 18:02:45.647188 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c5407d67-f752-4458-a306-d8d20e45c534 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:45.693615 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port c5407d67-f752-4458-a306-d8d20e45c534 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:02:45.729391 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34318) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:45.782122 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port c5407d67-f752-4458-a306-d8d20e45c534 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:45.782583 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c5407d67-f752-4458-a306-d8d20e45c534), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:45.893157 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6a411347-1c16-42f3-8627-1ea1b6c38abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:45.940285 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port c5407d67-f752-4458-a306-d8d20e45c534 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:45.940910 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c5407d67-f752-4458-a306-d8d20e45c534), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:45.976452 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5407d67-f752-4458-a306-d8d20e45c534'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:45.980034 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b46a75b-d7aa-4104-ac38-c17c526d4d05" -d '{"events": [{"server_uuid": "8c194fd9-27de-4620-ae13-0d988b2adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "c5407d67-f752-4458-a306-d8d20e45c534"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:45.994736 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port c5407d67-f752-4458-a306-d8d20e45c534, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5407d67-f752-4458-a306-d8d20e45c534,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:46.011806 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6a411347-1c16-42f3-8627-1ea1b6c38abc admin admin] Publish callbacks [] for security_group (e0c5c670-9d52-4fae-afc9-9081863f41ea), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.024849 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875f7bbf-0b60-409c-ba2e-103b0ef5baa3 x-openstack-request-id: req-875f7bbf-0b60-409c-ba2e-103b0ef5baa3 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:46.025182 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c194fd9-27de-4620-ae13-0d988b2adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "c5407d67-f752-4458-a306-d8d20e45c534", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:46.025426 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-875f7bbf-0b60-409c-ba2e-103b0ef5baa3 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:46.025806 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875f7bbf-0b60-409c-ba2e-103b0ef5baa3'] response: {'server_uuid': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5407d67-f752-4458-a306-d8d20e45c534', 'code': 200} Jul 28 18:02:46.127701 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6a411347-1c16-42f3-8627-1ea1b6c38abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e0c5c670-9d52-4fae-afc9-9081863f41ea), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.128383 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c5407d67-f752-4458-a306-d8d20e45c534), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.129455 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:46.167027 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-6a411347-1c16-42f3-8627-1ea1b6c38abc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ac5a1fe0cc064dcc8514a2862820a177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365530 Jul 28 18:02:46.173426 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34342) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:46.201128 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197e16-b3a3-4890-a704-e0f9b7ca8c84 req-ab707a09-a69d-49a0-9608-e09ed89631ce tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:46.202718 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8b197e16-b3a3-4890-a704-e0f9b7ca8c84 req-ab707a09-a69d-49a0-9608-e09ed89631ce tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 944 time: 0.0549181 Jul 28 18:02:46.205930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:46.218194 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a411347-1c16-42f3-8627-1ea1b6c38abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c5c670-9d52-4fae-afc9-9081863f41ea,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:46.241764 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b016e4e1-321d-4989-be3b-57b9b65b162b admin admin] Publish callbacks [] for security_group (e0c5c670-9d52-4fae-afc9-9081863f41ea), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.252641 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=c5407d67-f752-4458-a306-d8d20e45c534,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:46.254586 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:46.276647 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 8980c8f3-7810-4b7b-b88d-1b866e291a34 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:02:46.279802 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b016e4e1-321d-4989-be3b-57b9b65b162b admin admin] Publish callbacks [] for security_group (e0c5c670-9d52-4fae-afc9-9081863f41ea), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.307174 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8b197e16-b3a3-4890-a704-e0f9b7ca8c84 req-3ea22aaa-5bf9-4840-a587-bb05e1beee8f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973694 Jul 28 18:02:46.375247 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947a1cb-0c44-4dca-bbda-bf0b4f492251 req-e3d0769e-def3-42c1-b425-a9f8f7fe28e6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:46.376484 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 8980c8f3-7810-4b7b-b88d-1b866e291a34 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:46.376681 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a947a1cb-0c44-4dca-bbda-bf0b4f492251 req-e3d0769e-def3-42c1-b425-a9f8f7fe28e6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0520256 Jul 28 18:02:46.376911 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.432261 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a947a1cb-0c44-4dca-bbda-bf0b4f492251 req-cb210a48-ef8b-43ad-89c3-cee1f80fcf09 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Jul 28 18:02:46.439028 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b016e4e1-321d-4989-be3b-57b9b65b162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e0c5c670-9d52-4fae-afc9-9081863f41ea), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.441793 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b016e4e1-321d-4989-be3b-57b9b65b162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.446586 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b016e4e1-321d-4989-be3b-57b9b65b162b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0c5c670-9d52-4fae-afc9-9081863f41ea HTTP/1.1" status: 204 len: 168 time: 0.2684851 Jul 28 18:02:46.460503 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016e4e1-321d-4989-be3b-57b9b65b162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c5c670-9d52-4fae-afc9-9081863f41ea,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:46.469580 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:46.470059 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.507473 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530b8f7-8658-4005-9531-c854a8dae59b req-794fbaa0-6870-4601-af0a-e2d495f7483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:46.510426 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c530b8f7-8658-4005-9531-c854a8dae59b req-794fbaa0-6870-4601-af0a-e2d495f7483a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 1130 time: 0.0584719 Jul 28 18:02:46.542671 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:46.562289 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c530b8f7-8658-4005-9531-c854a8dae59b req-56d3916d-a880-4cc9-a966-9e67c13a508b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448716 Jul 28 18:02:46.614986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:46.630723 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d5a4-5c94-42fc-abc3-b63f4ec15882 req-222879c6-05a9-4e0f-aa42-4a0e714ba656 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:46.632426 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dfb1d5a4-5c94-42fc-abc3-b63f4ec15882 req-222879c6-05a9-4e0f-aa42-4a0e714ba656 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Jul 28 18:02:46.651160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.652025 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 56261dcb-db43-4b4f-884d-1f476a35889b up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:02:46.695427 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dfb1d5a4-5c94-42fc-abc3-b63f4ec15882 req-56a6d3dd-c692-4e25-a979-fa627d3b3fd4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554368 Jul 28 18:02:46.734104 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 56261dcb-db43-4b4f-884d-1f476a35889b completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:02:46.736286 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:46.839615 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 56261dcb-db43-4b4f-884d-1f476a35889b triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:02:46.840005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.921580 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 56261dcb-db43-4b4f-884d-1f476a35889b is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:02:46.921957 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:46.940084 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:46.959084 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 56261dcb-db43-4b4f-884d-1f476a35889b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=56261dcb-db43-4b4f-884d-1f476a35889b,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:02:47.063103 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.111775 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=56261dcb-db43-4b4f-884d-1f476a35889b,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:47.201999 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34364) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:47.215741 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c87d6ef4-f2a1-4eb9-b499-ad1cdbbc83c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.293031 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c87d6ef4-f2a1-4eb9-b499-ad1cdbbc83c6 admin admin] Publish callbacks [] for security_group (9e3338b8-45bb-45f6-b40e-a4d310b14459), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.365781 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c87d6ef4-f2a1-4eb9-b499-ad1cdbbc83c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9e3338b8-45bb-45f6-b40e-a4d310b14459), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.445646 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6ef4-f2a1-4eb9-b499-ad1cdbbc83c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3338b8-45bb-45f6-b40e-a4d310b14459,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:47.451693 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c87d6ef4-f2a1-4eb9-b499-ad1cdbbc83c6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7f3dbe95091b4231a9d9bee500fd5631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478321 Jul 28 18:02:47.456110 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34376) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:47.498818 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089466-cafe-4b39-8daa-84a514a8d219 req-9171d669-ab84-4276-afc8-02833d4f4f16 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:47.502046 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5a089466-cafe-4b39-8daa-84a514a8d219 req-9171d669-ab84-4276-afc8-02833d4f4f16 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.1174114 Jul 28 18:02:47.598459 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30221789-cfda-4af4-81fd-56d8f9d3eafb req-b4899c86-424a-4cf3-b717-8cdb9a59d7db tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:47.606625 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-30221789-cfda-4af4-81fd-56d8f9d3eafb req-b4899c86-424a-4cf3-b717-8cdb9a59d7db tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0609827 Jul 28 18:02:47.630652 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:47.712666 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-30221789-cfda-4af4-81fd-56d8f9d3eafb req-f97c5796-1479-49ee-b2c7-bb9480e8d744 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050742 Jul 28 18:02:47.727209 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5a089466-cafe-4b39-8daa-84a514a8d219 req-c902913c-1cca-417d-a60e-9e7adada0a4f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988399 Jul 28 18:02:47.734236 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-95564536-b980-4df9-9a7f-429afefcd105 admin admin] Publish callbacks [] for security_group (9e3338b8-45bb-45f6-b40e-a4d310b14459), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.756640 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-95564536-b980-4df9-9a7f-429afefcd105 admin admin] Publish callbacks [] for security_group (9e3338b8-45bb-45f6-b40e-a4d310b14459), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.848167 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d092a-06a9-4c74-b45f-275302c7c6b9 req-f9037c08-7479-4aea-9f23-d54ced593225 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:47.849683 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f11d092a-06a9-4c74-b45f-275302c7c6b9 req-f9037c08-7479-4aea-9f23-d54ced593225 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0550706 Jul 28 18:02:47.877269 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:47.898935 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f11d092a-06a9-4c74-b45f-275302c7c6b9 req-7867f002-7697-4540-afc0-7058c419b29b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426011 Jul 28 18:02:47.918523 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-95564536-b980-4df9-9a7f-429afefcd105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9e3338b8-45bb-45f6-b40e-a4d310b14459), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.918523 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-95564536-b980-4df9-9a7f-429afefcd105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:47.918523 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-95564536-b980-4df9-9a7f-429afefcd105 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9e3338b8-45bb-45f6-b40e-a4d310b14459 HTTP/1.1" status: 204 len: 168 time: 0.4575953 Jul 28 18:02:47.926486 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95564536-b980-4df9-9a7f-429afefcd105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3338b8-45bb-45f6-b40e-a4d310b14459,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:02:48.027370 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}, {'server_uuid': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56261dcb-db43-4b4f-884d-1f476a35889b'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:48.030742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f68e2b7-ee19-4557-b7f8-2f342e0585fe" -d '{"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-plugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34"}, {"server_uuid": "e41bcb8c-0edb-453b-8954-2a2a9378a044", "name": "network-vif-plugged", "status": "completed", "tag": "56261dcb-db43-4b4f-884d-1f476a35889b"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:48.073281 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4854bea-50c2-4728-a75f-5c431735eb5a x-openstack-request-id: req-d4854bea-50c2-4728-a75f-5c431735eb5a {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:48.073557 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-plugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34", "code": 200}, {"server_uuid": "e41bcb8c-0edb-453b-8954-2a2a9378a044", "name": "network-vif-plugged", "status": "completed", "tag": "56261dcb-db43-4b4f-884d-1f476a35889b", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:48.073804 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d4854bea-50c2-4728-a75f-5c431735eb5a {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:48.074222 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4854bea-50c2-4728-a75f-5c431735eb5a'] response: {'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'code': 200} Jul 28 18:02:48.074500 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4854bea-50c2-4728-a75f-5c431735eb5a'] response: {'server_uuid': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56261dcb-db43-4b4f-884d-1f476a35889b', 'code': 200} Jul 28 18:02:48.523746 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:48.849023 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039076f-19db-4ebc-9f42-20c194a9b6f5 req-0dc1613a-8b97-423c-9318-92af7570c783 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:48.850748 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4039076f-19db-4ebc-9f42-20c194a9b6f5 req-0dc1613a-8b97-423c-9318-92af7570c783 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0555091 Jul 28 18:02:48.872527 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f9793-2f4a-4598-9aaf-006f0b0df772 req-e38d8c98-a8e5-4cb9-8d7f-159e9a41adcb tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:48.874178 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-544f9793-2f4a-4598-9aaf-006f0b0df772 req-e38d8c98-a8e5-4cb9-8d7f-159e9a41adcb tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Jul 28 18:02:48.900714 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4039076f-19db-4ebc-9f42-20c194a9b6f5 req-51860735-f021-42d9-98e0-2940f768af53 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Jul 28 18:02:48.924806 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-544f9793-2f4a-4598-9aaf-006f0b0df772 req-1e057931-feb7-45fb-8f47-0bfc28a28f1c tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Jul 28 18:02:49.028458 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44403-fbbd-487b-b5a3-4ede219665ab req-2e0cb62f-a538-432b-90dd-9aab246db5d3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:49.029858 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5db44403-fbbd-487b-b5a3-4ede219665ab req-2e0cb62f-a538-432b-90dd-9aab246db5d3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0504956 Jul 28 18:02:49.079502 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5db44403-fbbd-487b-b5a3-4ede219665ab req-a24f28e3-b4fe-4767-a32e-907dd1804c3d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Jul 28 18:02:50.030491 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defef839-e461-4730-b8fe-475a498a7043 req-9032d21f-e65c-4298-b3de-2f6b9c69eda9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:50.032196 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-defef839-e461-4730-b8fe-475a498a7043 req-9032d21f-e65c-4298-b3de-2f6b9c69eda9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0489011 Jul 28 18:02:50.059513 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73aa6-bfd5-4497-92c3-376d4afc6c5b req-24b29ee9-9337-4848-9f7c-bd240377ff46 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:50.061002 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-37b73aa6-bfd5-4497-92c3-376d4afc6c5b req-24b29ee9-9337-4848-9f7c-bd240377ff46 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Jul 28 18:02:50.084076 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-defef839-e461-4730-b8fe-475a498a7043 req-c6479f5c-8a98-427e-93c2-fc296d8c0f90 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Jul 28 18:02:50.114902 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-37b73aa6-bfd5-4497-92c3-376d4afc6c5b req-54fc71a8-995a-4a4f-80b9-8e13da895ce6 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Jul 28 18:02:50.208720 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285eee7-3d87-4527-a86c-81109a799fd8 req-791100fb-d418-4789-84d4-030454e5beb3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:50.210227 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3285eee7-3d87-4527-a86c-81109a799fd8 req-791100fb-d418-4789-84d4-030454e5beb3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0491660 Jul 28 18:02:50.265490 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3285eee7-3d87-4527-a86c-81109a799fd8 req-ac1e828e-8514-41e4-9793-79feed2cceee tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488303 Jul 28 18:02:51.171100 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c67a12-0731-4fdf-b522-321cf15b91cd req-52faa14e-ec94-4a68-8a87-4e985c357e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:51.172836 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-93c67a12-0731-4fdf-b522-321cf15b91cd req-52faa14e-ec94-4a68-8a87-4e985c357e21 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 1130 time: 0.0847821 Jul 28 18:02:51.173936 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664e52-7087-41dc-85aa-430db36a415e req-f4d4ea73-d5fe-4cde-9263-6a3969116509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:51.176847 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b664e52-7087-41dc-85aa-430db36a415e req-f4d4ea73-d5fe-4cde-9263-6a3969116509 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 1129 time: 0.0538478 Jul 28 18:02:51.221494 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:51.239556 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069d51-ee28-48c1-81da-18e7d4853afd req-5d5ffb1d-e011-4cae-b1f1-56e2d8f08c85 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:51.241569 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f9069d51-ee28-48c1-81da-18e7d4853afd req-5d5ffb1d-e011-4cae-b1f1-56e2d8f08c85 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0678797 Jul 28 18:02:51.299786 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f9069d51-ee28-48c1-81da-18e7d4853afd req-94ae8d23-d488-489b-a461-16bc56465243 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Jul 28 18:02:51.428803 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee3d-d3aa-4f01-8596-46b110d67fca req-535e493b-19d0-47af-b435-294c4f2f406e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:51.428803 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d7c4ee3d-d3aa-4f01-8596-46b110d67fca req-535e493b-19d0-47af-b435-294c4f2f406e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0678368 Jul 28 18:02:51.488298 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2023aa-bcf5-4440-8775-2d660ab018d5 req-e3ad2019-f8f3-4f07-a299-eb53af56f3b2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:51.488913 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d7c4ee3d-d3aa-4f01-8596-46b110d67fca req-60aa7c3a-dfa0-408a-9977-5ad62ac414a0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545981 Jul 28 18:02:51.489706 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b2023aa-bcf5-4440-8775-2d660ab018d5 req-e3ad2019-f8f3-4f07-a299-eb53af56f3b2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.2930341 Jul 28 18:02:51.496372 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b664e52-7087-41dc-85aa-430db36a415e req-4717410a-62cd-45ee-997d-e198dda2917a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055882 Jul 28 18:02:51.510071 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-93c67a12-0731-4fdf-b522-321cf15b91cd req-25767a5f-7885-4ded-97f4-00f6db0d0190 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214126 Jul 28 18:02:51.545566 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b2023aa-bcf5-4440-8775-2d660ab018d5 req-bf291b9b-f458-4767-879c-8379118728c6 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Jul 28 18:02:52.093259 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216afb2-df81-489f-9e2c-6bdb4a2545e8 req-cba57987-4251-418c-9a02-d716a8e811ec tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:52.094726 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c216afb2-df81-489f-9e2c-6bdb4a2545e8 req-cba57987-4251-418c-9a02-d716a8e811ec tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0531340 Jul 28 18:02:52.143725 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c216afb2-df81-489f-9e2c-6bdb4a2545e8 req-81a96922-c5db-458b-8ab4-25bc2ae54a32 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Jul 28 18:02:52.659029 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bfcc8-5f04-42c5-bf01-cc5eb79acb19 req-a982291b-c74b-4561-894c-f3a2064f0d8f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:52.660651 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4a6bfcc8-5f04-42c5-bf01-cc5eb79acb19 req-a982291b-c74b-4561-894c-f3a2064f0d8f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0577822 Jul 28 18:02:52.702184 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46c9df-c998-48fb-8a8d-5880e09997f0 req-2485a92f-d6b6-4f70-a918-209df842c1a2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:52.703983 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5f46c9df-c998-48fb-8a8d-5880e09997f0 req-2485a92f-d6b6-4f70-a918-209df842c1a2 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0584571 Jul 28 18:02:52.742757 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4a6bfcc8-5f04-42c5-bf01-cc5eb79acb19 req-ff59f1dc-649f-4c5a-88b2-ee58760fdb08 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748031 Jul 28 18:02:52.782522 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5f46c9df-c998-48fb-8a8d-5880e09997f0 req-74ff6bc9-8655-4806-8403-92be5b968fcb tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657914 Jul 28 18:02:53.287789 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5153d-630d-4aaf-b5ca-ae48795b97e6 req-0ad1b5d5-1bbd-464f-8f38-ba7ff533884f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:53.289588 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dea5153d-630d-4aaf-b5ca-ae48795b97e6 req-0ad1b5d5-1bbd-464f-8f38-ba7ff533884f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0707819 Jul 28 18:02:53.339866 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dea5153d-630d-4aaf-b5ca-ae48795b97e6 req-e8376cfd-4e33-4ee2-82ed-d7e826bdd936 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Jul 28 18:02:53.892330 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28772c4-c8cf-4d53-a305-da2b25497dfb req-b57f9761-ce8e-44f2-84d4-48681c8c3628 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:53.893854 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c28772c4-c8cf-4d53-a305-da2b25497dfb req-b57f9761-ce8e-44f2-84d4-48681c8c3628 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0527475 Jul 28 18:02:53.901920 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b40b-3a90-4c9a-8248-b341214e7502 req-e0685ad7-848c-4bf9-bc7e-ab151da007d3 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:53.903564 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1be2b40b-3a90-4c9a-8248-b341214e7502 req-e0685ad7-848c-4bf9-bc7e-ab151da007d3 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Jul 28 18:02:53.942509 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c28772c4-c8cf-4d53-a305-da2b25497dfb req-8bec8f89-b12e-4f62-b776-821e306e5da9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428944 Jul 28 18:02:53.952140 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1be2b40b-3a90-4c9a-8248-b341214e7502 req-5e1a11a6-fd11-4b65-a62a-686c2692acf9 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Jul 28 18:02:54.461547 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147a48f-4b49-44a7-9a70-ca948f9d37de req-d905bd7e-dd45-4579-8b73-f79aa8b88a78 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:54.463102 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5147a48f-4b49-44a7-9a70-ca948f9d37de req-d905bd7e-dd45-4579-8b73-f79aa8b88a78 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0512416 Jul 28 18:02:54.512205 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5147a48f-4b49-44a7-9a70-ca948f9d37de req-67ead34f-1ae5-46fa-a566-d2941b573cf5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Jul 28 18:02:55.069107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091effca-5fa7-4b0c-b9e1-aeaf8a8bebfb req-e123e3fd-36f1-42c9-bf8f-2c67976d9b0f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:55.070669 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-091effca-5fa7-4b0c-b9e1-aeaf8a8bebfb req-e123e3fd-36f1-42c9-bf8f-2c67976d9b0f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0473700 Jul 28 18:02:55.072067 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e4e0-e84a-4c0a-bde5-a8c4072f5bdd req-1097c744-7732-4fe2-8f25-960817308f26 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:55.073626 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ba71e4e0-e84a-4c0a-bde5-a8c4072f5bdd req-1097c744-7732-4fe2-8f25-960817308f26 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0510359 Jul 28 18:02:55.096216 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:55.118760 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-091effca-5fa7-4b0c-b9e1-aeaf8a8bebfb req-32f595de-e578-45ca-91e2-d398fb82c250 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Jul 28 18:02:55.122325 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ba71e4e0-e84a-4c0a-bde5-a8c4072f5bdd req-33d923bb-ecf6-46e5-b953-f4c9da92dfe8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Jul 28 18:02:55.627659 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fb5a-d0d9-4586-adfd-a2a80c1c197e req-29600fd7-069c-4acb-a8a9-2d558836d4ad tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:55.629116 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f9a0fb5a-d0d9-4586-adfd-a2a80c1c197e req-29600fd7-069c-4acb-a8a9-2d558836d4ad tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0475061 Jul 28 18:02:55.678663 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f9a0fb5a-d0d9-4586-adfd-a2a80c1c197e req-a8ee3ae8-bf5f-485c-8665-6d1a046a65cd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Jul 28 18:02:56.176493 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:56.228339 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:56.247475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39146542-18f7-4617-bf7e-474b008bb2c5 req-4c8d23a8-0392-4874-96ee-77dca4fd11bb tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:56.249017 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-39146542-18f7-4617-bf7e-474b008bb2c5 req-4c8d23a8-0392-4874-96ee-77dca4fd11bb tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0542803 Jul 28 18:02:56.274328 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df6c4a-ab1e-450f-a6af-51974639175b req-696dbf57-7331-404b-b813-95e2e2d394ff tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:56.276419 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-63df6c4a-ab1e-450f-a6af-51974639175b req-696dbf57-7331-404b-b813-95e2e2d394ff tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0737092 Jul 28 18:02:56.300568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-0fc49f33-55e9-4bd1-b75f-bd178a511336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:56.302042 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-0fc49f33-55e9-4bd1-b75f-bd178a511336 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 1130 time: 0.0629508 Jul 28 18:02:56.303565 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-39146542-18f7-4617-bf7e-474b008bb2c5 req-96d40081-ef41-4bc1-925e-163f8be97481 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Jul 28 18:02:56.333935 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-63df6c4a-ab1e-450f-a6af-51974639175b req-bdff3c8a-03d6-4859-8581-dd2142101759 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522141 Jul 28 18:02:56.778775 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:56.798902 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5168ae-1f85-41d8-ace4-e60f74ae85bf req-888de0bf-48c1-4082-a7a1-6053ec379f32 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:56.803655 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6d5168ae-1f85-41d8-ace4-e60f74ae85bf req-888de0bf-48c1-4082-a7a1-6053ec379f32 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0499406 Jul 28 18:02:56.843228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:56.859721 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6d5168ae-1f85-41d8-ace4-e60f74ae85bf req-1f81bba5-28db-43fd-9a8b-2facbec4394d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481949 Jul 28 18:02:57.467130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb6096-70c2-4b57-a95e-5275b686f2ff req-d7487479-4988-483c-8dcd-1bd6e7348ae5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:57.468520 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dfeb6096-70c2-4b57-a95e-5275b686f2ff req-d7487479-4988-483c-8dcd-1bd6e7348ae5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0473552 Jul 28 18:02:57.518056 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dfeb6096-70c2-4b57-a95e-5275b686f2ff req-3a788c5e-218f-4ffb-9867-258c26d9efa9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439861 Jul 28 18:02:57.638949 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b29c5-b849-44ac-b9f8-afc098f8a56f req-5d2e2963-5aa4-44a9-a2f7-b9cd768f33f7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:57.640437 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ed4b29c5-b849-44ac-b9f8-afc098f8a56f req-5d2e2963-5aa4-44a9-a2f7-b9cd768f33f7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0469449 Jul 28 18:02:57.650026 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34668) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:02:57.655165 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'floatingip': {'port_id': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:02:57.726028 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (3c073e6b-0e52-4f47-ace2-6759b18eece6), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:57.991011 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bea00-8988-4a17-bf49-edce6ebc8c94 req-1450f99c-cba2-406d-b733-de62d70a0300 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:57.992820 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-263bea00-8988-4a17-bf49-edce6ebc8c94 req-1450f99c-cba2-406d-b733-de62d70a0300 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0565832 Jul 28 18:02:58.046546 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-263bea00-8988-4a17-bf49-edce6ebc8c94 req-dccb0dbb-b437-4dd2-ab55-e406bbea5853 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Jul 28 18:02:58.537348 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:58.681958 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (3c073e6b-0e52-4f47-ace2-6759b18eece6), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:58.780641 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Floating IP 3c073e6b-0e52-4f47-ace2-6759b18eece6 associated. External IP: 172.27.0.114, port: 8980c8f3-7810-4b7b-b88d-1b866e291a34. Jul 28 18:02:58.989300 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:02:59.093625 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:02:59.098107 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:02:59.112033 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] Sync routers for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:02:59.132362 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d30a0816-bae6-4d86-9494-1356762a2ff7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "PUT /v2.0/floatingips/3c073e6b-0e52-4f47-ace2-6759b18eece6 HTTP/1.1" status: 200 len: 992 time: 1.4788778 Jul 28 18:02:59.132362 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:02:59.132960 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:02:59.137772 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:59.137772 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:02:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:59.185807 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:59.190338 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04281740-6f61-4dda-8030-dacef66d2e3a x-openstack-request-id: req-04281740-6f61-4dda-8030-dacef66d2e3a {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:02:59.190926 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:02:59.191229 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-04281740-6f61-4dda-8030-dacef66d2e3a {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:02:59.191628 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04281740-6f61-4dda-8030-dacef66d2e3a'] response: {'name': 'network-changed', 'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'status': 'completed', 'code': 200} Jul 28 18:02:59.227478 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ca006-8679-4785-b7d2-7b2f5a24481b req-761c9f37-1159-47a5-a940-27e03d7783a0 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:02:59.230984 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ae3ca006-8679-4785-b7d2-7b2f5a24481b req-761c9f37-1159-47a5-a940-27e03d7783a0 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0554266 Jul 28 18:02:59.240688 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:02:59.259164 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:59.303993 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ae3ca006-8679-4785-b7d2-7b2f5a24481b req-c2658fcb-d3fc-4dc8-a19b-1907d40d5ca2 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675213 Jul 28 18:02:59.520116 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '3c073e6b-0e52-4f47-ace2-6759b18eece6', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'port_id': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'mac_address': 'fa:16:3e:a9:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:02:12Z', 'updated_at': '2022-07-28T18:02:58Z', 'revision_number': 1, 'project_id': '2732f627abb44936bedd3293898b24f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:59.545094 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] Checking router: 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:02:59.553159 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:02:59.553743 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:02:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:59.653876 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:02:59.863763 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '3c073e6b-0e52-4f47-ace2-6759b18eece6', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'port_id': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'mac_address': 'fa:16:3e:a9:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:02:12Z', 'updated_at': '2022-07-28T18:02:58Z', 'revision_number': 1, 'project_id': '2732f627abb44936bedd3293898b24f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:02:59.889286 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5821a3b-ba98-4570-bdbb-8e949365c8d7 None None] The sync data for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi is: [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '3c073e6b-0e52-4f47-ace2-6759b18eece6', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'port_id': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'mac_address': 'fa:16:3e:a9:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:02:12Z', 'updated_at': '2022-07-28T18:02:58Z', 'revision_number': 1, 'project_id': '2732f627abb44936bedd3293898b24f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:00.074454 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ad7ac7-9344-42eb-80dc-9f226ae45be2 None None] New status for floating IP 3c073e6b-0e52-4f47-ace2-6759b18eece6: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:03:00.277591 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:00.302741 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-7b17d862-05b1-41e9-9e5f-43ce1c6c53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:00.305117 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-7b17d862-05b1-41e9-9e5f-43ce1c6c53f7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.1099389 Jul 28 18:03:00.447464 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-abf25fef-1931-418f-88f5-e6a99ca39408 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963552 Jul 28 18:03:00.461033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18103262-550a-4410-9233-b7fc7df8d68e req-c34f36ef-24b0-46da-8465-c5cb388a6544 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:00.462491 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-18103262-550a-4410-9233-b7fc7df8d68e req-c34f36ef-24b0-46da-8465-c5cb388a6544 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0535581 Jul 28 18:03:00.514401 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-18103262-550a-4410-9233-b7fc7df8d68e req-de7d7f90-b68d-4e7a-94a0-6ed0e8283d9a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Jul 28 18:03:00.609226 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-cbc96239-ab62-4d03-8e36-b0bd42df5ac7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5407d67-f752-4458-a306-d8d20e45c534 HTTP/1.1" status: 200 len: 217 time: 0.0363066 Jul 28 18:03:01.004160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7074c0b1-9c64-4b66-a7be-336e6cd2fad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:01.641533 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc6757-e6a5-4dc1-a778-2cf5e4ecbc95 req-eecb274c-91ee-4117-ae6e-bd85550a3281 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:01.642969 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2ccc6757-e6a5-4dc1-a778-2cf5e4ecbc95 req-eecb274c-91ee-4117-ae6e-bd85550a3281 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0508587 Jul 28 18:03:01.690110 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2ccc6757-e6a5-4dc1-a778-2cf5e4ecbc95 req-9cdc8be8-c0b5-4e83-bd42-14f0f0b257fe tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Jul 28 18:03:02.814002 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57c267-92c5-4edc-a3ff-0cde4de45316 req-58f05e9b-2ee0-4385-ac0f-76eea43cde5c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:02.815634 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fc57c267-92c5-4edc-a3ff-0cde4de45316 req-58f05e9b-2ee0-4385-ac0f-76eea43cde5c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0493393 Jul 28 18:03:02.864267 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fc57c267-92c5-4edc-a3ff-0cde4de45316 req-0c120a3b-c694-40da-bb46-dcd63ec9f934 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Jul 28 18:03:03.436454 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-a051b051-8d4d-47d6-8f79-afdedefd7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.437979 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-a051b051-8d4d-47d6-8f79-afdedefd7a3c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 1130 time: 0.1089373 Jul 28 18:03:03.446728 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-882e8120-5cab-4d06-ab99-33244ba9fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.448609 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-882e8120-5cab-4d06-ab99-33244ba9fab2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.1182575 Jul 28 18:03:03.450812 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-f4c878ae-4959-4d1c-a35a-85bbd7885c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.453192 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-f4c878ae-4959-4d1c-a35a-85bbd7885c1f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e993449a4d58431cada94ec21f5a13d9&device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 1129 time: 0.0879085 Jul 28 18:03:03.559203 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-8e05594f-e5ed-4736-9ab8-2178253ab5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:03.587913 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:03.592492 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-4e0fd0dc-7e01-470c-894d-278f332ababb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.593994 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-4e0fd0dc-7e01-470c-894d-278f332ababb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232162 Jul 28 18:03:03.693375 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-7e2d2a4e-962e-42fa-b4c0-3ff8d3bbac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.694856 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-7e2d2a4e-962e-42fa-b4c0-3ff8d3bbac6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 918 time: 0.2452891 Jul 28 18:03:03.717334 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-687684cf-97db-4a4d-8b61-0278948b184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.718754 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-687684cf-97db-4a4d-8b61-0278948b184e service neutron] 10.222.0.99 "GET /v2.0/networks?id=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e HTTP/1.1" status: 200 len: 912 time: 0.2080443 Jul 28 18:03:03.813144 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-ce9d8ce6-b3f0-482b-b413-eb27380a73b1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56261dcb-db43-4b4f-884d-1f476a35889b HTTP/1.1" status: 200 len: 217 time: 0.0797243 Jul 28 18:03:03.820008 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-eb83ab78-5f5b-43c2-b78a-ad48faf8560a service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018495 Jul 28 18:03:03.937851 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-7806d8d1-f96c-4c5e-814c-00ea32bc0eaa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34 HTTP/1.1" status: 200 len: 1002 time: 0.2181501 Jul 28 18:03:03.981977 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:03.993474 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f262-969b-4cca-9e3e-50c5ed0929cf req-878e775d-0a9f-4c0f-9c1d-2d8b29344a55 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.997190 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c383f262-969b-4cca-9e3e-50c5ed0929cf req-878e775d-0a9f-4c0f-9c1d-2d8b29344a55 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0577555 Jul 28 18:03:03.997468 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-38acdedd-ac39-4b47-9864-04f4845eda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:03.997468 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-38acdedd-ac39-4b47-9864-04f4845eda55 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=39cf2e7c-862e-4660-8f0b-412c42a21966 HTTP/1.1" status: 200 len: 850 time: 0.1612966 Jul 28 18:03:04.051163 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-1c5f1fe3-3968-4621-955c-4b62b1c51bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:04.052630 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-1c5f1fe3-3968-4621-955c-4b62b1c51bff service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.1080735 Jul 28 18:03:04.054957 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c383f262-969b-4cca-9e3e-50c5ed0929cf req-53182d3d-b792-47c9-bd80-57d3b2c5a59d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511162 Jul 28 18:03:04.099196 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-0029ba5e-d38c-451f-b84b-64c2f505c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:04.100679 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-0029ba5e-d38c-451f-b84b-64c2f505c4fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964525 Jul 28 18:03:04.104528 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cadf0bf9-b439-4159-bef5-aa4b87aaf242 req-81519003-85b5-4609-b236-eeaf365bee82 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700109 Jul 28 18:03:04.113751 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-06ae4a51-9ff3-4124-890c-7937da119422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:04.115189 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-06ae4a51-9ff3-4124-890c-7937da119422 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532718 Jul 28 18:03:04.301603 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:04.310547 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-e4a55dc1-ce64-420a-a8b8-e10ae281b121 service neutron] 10.222.0.99 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644602 Jul 28 18:03:04.316799 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-0a4e1ea9-37ea-4652-8dea-b4d077d8c797 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605895 Jul 28 18:03:04.620699 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-229146e8-4be1-41b6-b2cd-61ac9d3a8812 req-34e4edbc-6784-497c-b84b-1cfaed9a2036 service neutron] 10.222.0.99 "GET /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680617 Jul 28 18:03:04.622584 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87afc3c9-3ef1-4490-96a5-04bbaa9785b9 req-44ce9cdd-2686-4ee0-aedb-ba3dea72319d service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712894 Jul 28 18:03:05.195942 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb793fa-450d-4f24-9aab-19287bd5bf81 req-44779389-1827-4516-b23c-4dc22dc4d5d3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:05.198393 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4bb793fa-450d-4f24-9aab-19287bd5bf81 req-44779389-1827-4516-b23c-4dc22dc4d5d3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0579312 Jul 28 18:03:05.257264 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4bb793fa-450d-4f24-9aab-19287bd5bf81 req-52b3734f-5e55-44c9-9394-63324f0533b7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533111 Jul 28 18:03:06.101762 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.164794 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.197273 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34886) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:06.252230 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Deleting subnet 533d80cc-a0cc-4884-94b6-919dfe61b479 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:03:06.256198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Publish callbacks [] for subnet (533d80cc-a0cc-4884-94b6-919dfe61b479), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.294341 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (533d80cc-a0cc-4884-94b6-919dfe61b479), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.350044 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (533d80cc-a0cc-4884-94b6-919dfe61b479), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.432872 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a20fa-6fe6-417a-8225-558dd8ae59a2 req-e0790a2c-1ca7-4ce1-b90f-b65d34a279a6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:06.434552 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bc3a20fa-6fe6-417a-8225-558dd8ae59a2 req-e0790a2c-1ca7-4ce1-b90f-b65d34a279a6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0815268 Jul 28 18:03:06.498518 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bc3a20fa-6fe6-417a-8225-558dd8ae59a2 req-40f016a9-e48c-4cb8-b3ec-90bf4944f578 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503592 Jul 28 18:03:06.538684 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (533d80cc-a0cc-4884-94b6-919dfe61b479), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.565986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533d80cc-a0cc-4884-94b6-919dfe61b479,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:06.570810 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.573926 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/533d80cc-a0cc-4884-94b6-919dfe61b479 HTTP/1.1" status: 204 len: 168 time: 0.3748505 Jul 28 18:03:06.577058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34902) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:06.578898 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.579255 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.579595 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.579933 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.580267 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.580599 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.580923 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.581247 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.581588 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.581914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.582253 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.582710 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.582946 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.583269 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.583587 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8b863-c539-4240-9ef6-27f53bc0be5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:06.631770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:06.648745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (d1faa3ab-f419-493a-99a7-e048b772579c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.736646 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (d1faa3ab-f419-493a-99a7-e048b772579c), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.758834 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.759184 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.760079 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.760408 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > port after_create 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.760732 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.761197 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > port after_update 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.761527 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.761901 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.762224 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.762575 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.805737 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34906) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:06.849819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.850180 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.850553 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.850918 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:06.851437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1faa3ab-f419-493a-99a7-e048b772579c']}} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:06.869861 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f148b312-b0cf-41d5-b99a-0be741018a52') {'for_net_delete': True} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:06.870159 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f148b312-b0cf-41d5-b99a-0be741018a52') {} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:06.886973 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31054964'] for segment (f148b312-b0cf-41d5-b99a-0be741018a52), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.908579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (f148b312-b0cf-41d5-b99a-0be741018a52), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.918725 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=116181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:06.919124 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31051798'] for segment (f148b312-b0cf-41d5-b99a-0be741018a52), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:06.923737 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-473a491f-7bae-4146-b2d0-b3f3b71c06a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.016492 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-473a491f-7bae-4146-b2d0-b3f3b71c06a2 admin admin] Publish callbacks [] for security_group (44a1c630-3f23-4983-9456-147225f621d1), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.070564 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (d1faa3ab-f419-493a-99a7-e048b772579c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.084909 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.084909 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d1faa3ab-f419-493a-99a7-e048b772579c HTTP/1.1" status: 204 len: 168 time: 0.5042691 Jul 28 18:03:07.086120 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34920) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:07.119430 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-473a491f-7bae-4146-b2d0-b3f3b71c06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (44a1c630-3f23-4983-9456-147225f621d1), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.140439 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:07.180723 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] Deleting subnet 947552c3-f2b8-44f0-96e1-74a92ac80125 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:03:07.183649 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a491f-7bae-4146-b2d0-b3f3b71c06a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1c630-3f23-4983-9456-147225f621d1,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:07.189665 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-473a491f-7bae-4146-b2d0-b3f3b71c06a2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f82bfb8d49684a9fb3c442bbbafdf825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826675 Jul 28 18:03:07.191355 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:07.192633 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34926) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:07.199795 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] Publish callbacks [] for subnet (947552c3-f2b8-44f0-96e1-74a92ac80125), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.265669 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (947552c3-f2b8-44f0-96e1-74a92ac80125), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.288657 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment f148b312-b0cf-41d5-b99a-0be741018a52 resource provider aggregate not found Jul 28 18:03:07.292678 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1faa3ab-f419-493a-99a7-e048b772579c,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:07.300274 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.300623 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.300964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.301362 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.301632 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.301962 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.302307 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.302848 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.303178 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.303505 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.303833 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.304156 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.304478 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.304798 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.305115 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832680d5-ed7c-4cd0-be50-d03705d9ce96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:07.308958 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment f148b312-b0cf-41d5-b99a-0be741018a52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f148b312-b0cf-41d5-b99a-0be741018a52 found for delete ", "request_id": "req-de72e23e-7785-4962-9d62-6d66ff281127"}]} Jul 28 18:03:07.317099 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f485d14e-dc69-42b8-9d49-e03fd2ce08d7 admin admin] Publish callbacks [] for security_group (44a1c630-3f23-4983-9456-147225f621d1), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.331888 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (947552c3-f2b8-44f0-96e1-74a92ac80125), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.364285 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f485d14e-dc69-42b8-9d49-e03fd2ce08d7 admin admin] Publish callbacks [] for security_group (44a1c630-3f23-4983-9456-147225f621d1), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.515906 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f485d14e-dc69-42b8-9d49-e03fd2ce08d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (44a1c630-3f23-4983-9456-147225f621d1), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.518562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f485d14e-dc69-42b8-9d49-e03fd2ce08d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.519736 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f485d14e-dc69-42b8-9d49-e03fd2ce08d7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/44a1c630-3f23-4983-9456-147225f621d1 HTTP/1.1" status: 204 len: 168 time: 0.3261983 Jul 28 18:03:07.520755 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (947552c3-f2b8-44f0-96e1-74a92ac80125), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.559501 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485d14e-dc69-42b8-9d49-e03fd2ce08d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1c630-3f23-4983-9456-147225f621d1,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:07.560078 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=947552c3-f2b8-44f0-96e1-74a92ac80125,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:07.564015 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.567708 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-97d53203-23dc-46c2-aa59-a4ce6abce5f3 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/947552c3-f2b8-44f0-96e1-74a92ac80125 HTTP/1.1" status: 204 len: 168 time: 0.4803343 Jul 28 18:03:07.570503 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34936) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:07.688580 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40720016-eed8-436e-9198-ee3b700bff9c req-7d29dc87-3385-4534-b7ed-c869316f3c36 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:07.690062 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-40720016-eed8-436e-9198-ee3b700bff9c req-7d29dc87-3385-4534-b7ed-c869316f3c36 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0934005 Jul 28 18:03:07.692607 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.753668 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:07.799397 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-40720016-eed8-436e-9198-ee3b700bff9c req-b5e41096-8bda-4482-b381-550ab382873d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034863 Jul 28 18:03:07.815023 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.839286 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4']}} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:07.850299 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35e0901-021e-4deb-89f7-e4ad4505730a') {'for_net_delete': True} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:07.850628 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35e0901-021e-4deb-89f7-e4ad4505730a') {} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:07.862579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31054964'] for segment (c35e0901-021e-4deb-89f7-e4ad4505730a), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.877603 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (c35e0901-021e-4deb-89f7-e4ad4505730a), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.884508 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=116181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:07.884957 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31051798'] for segment (c35e0901-021e-4deb-89f7-e4ad4505730a), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:07.996331 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.001845 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.004916 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] 10.222.0.85 "DELETE /v2.0/networks/0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4 HTTP/1.1" status: 204 len: 168 time: 0.4312437 Jul 28 18:03:08.016934 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838b652-6492-4f9f-9b8c-6b6b0cae0c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdb4cf3-e240-4dd7-96dc-e6dbefadfad4,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:08.161148 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34944) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:08.174879 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1aec-3368-4540-8751-9ef338b76035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.257678 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1aec-3368-4540-8751-9ef338b76035 admin admin] Publish callbacks [] for security_group (f9d8d6db-a003-4ca1-9752-78f7fccc6930), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.363407 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1aec-3368-4540-8751-9ef338b76035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (f9d8d6db-a003-4ca1-9752-78f7fccc6930), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.363540 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34950) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:08.402118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c1aec-3368-4540-8751-9ef338b76035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8d6db-a003-4ca1-9752-78f7fccc6930,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:08.404391 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b10a3d5c-ba9f-49a7-a34a-942439febf6e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6fcd512718fc4562b987412daea3767a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412631 Jul 28 18:03:08.406619 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34952) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:08.407514 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-7c4c1aec-3368-4540-8751-9ef338b76035 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=44916a2ee2314a7b9ccc768bdebb3ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453318 Jul 28 18:03:08.410050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 34954) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:08.428136 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:08.456861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18fabdcd-147d-4a67-a383-0d35b0aed904 admin admin] Publish callbacks [] for security_group (d1e35d58-ba1e-49bb-91ef-0573d52a0621), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.460906 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21af5c8-5cd7-4252-b2db-64ab3aa41e60 admin admin] Publish callbacks [] for security_group (f9d8d6db-a003-4ca1-9752-78f7fccc6930), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.479657 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18fabdcd-147d-4a67-a383-0d35b0aed904 admin admin] Publish callbacks [] for security_group (d1e35d58-ba1e-49bb-91ef-0573d52a0621), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.484654 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21af5c8-5cd7-4252-b2db-64ab3aa41e60 admin admin] Publish callbacks [] for security_group (f9d8d6db-a003-4ca1-9752-78f7fccc6930), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.513486 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:08.649923 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18fabdcd-147d-4a67-a383-0d35b0aed904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d1e35d58-ba1e-49bb-91ef-0573d52a0621), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.650154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21af5c8-5cd7-4252-b2db-64ab3aa41e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (f9d8d6db-a003-4ca1-9752-78f7fccc6930), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.653170 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18fabdcd-147d-4a67-a383-0d35b0aed904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.653486 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d21af5c8-5cd7-4252-b2db-64ab3aa41e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:08.654279 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-18fabdcd-147d-4a67-a383-0d35b0aed904 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d1e35d58-ba1e-49bb-91ef-0573d52a0621 HTTP/1.1" status: 204 len: 168 time: 0.2465699 Jul 28 18:03:08.654688 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d21af5c8-5cd7-4252-b2db-64ab3aa41e60 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f9d8d6db-a003-4ca1-9752-78f7fccc6930 HTTP/1.1" status: 204 len: 168 time: 0.2436769 Jul 28 18:03:08.664795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21af5c8-5cd7-4252-b2db-64ab3aa41e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8d6db-a003-4ca1-9752-78f7fccc6930,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:08.666522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fabdcd-147d-4a67-a383-0d35b0aed904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e35d58-ba1e-49bb-91ef-0573d52a0621,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:08.922657 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f07b86-a8a8-424e-bbc0-f4335f8c403b req-f24573ac-2a48-4c82-b643-3d45c3e9eabf tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:08.924120 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5f07b86-a8a8-424e-bbc0-f4335f8c403b req-f24573ac-2a48-4c82-b643-3d45c3e9eabf tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0480232 Jul 28 18:03:08.977293 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5f07b86-a8a8-424e-bbc0-f4335f8c403b req-c19023a8-a682-44da-bfe0-7b4fab236e4e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Jul 28 18:03:09.330039 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment c35e0901-021e-4deb-89f7-e4ad4505730a resource provider aggregate not found Jul 28 18:03:09.361201 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment c35e0901-021e-4deb-89f7-e4ad4505730a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c35e0901-021e-4deb-89f7-e4ad4505730a found for delete ", "request_id": "req-b9d635e0-80c1-4d09-940b-2ec344bc48e8"}]} Jul 28 18:03:09.395951 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34986) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:09.441381 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-289a2d5a-6020-49b4-a241-fb95d7004d8c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=949a2991488d46a88f4e86c39a4a78e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441687 Jul 28 18:03:09.443960 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 34988) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:09.494890 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c20c838c-5af5-42ca-9fe0-6bc0bced5d7c admin admin] Publish callbacks [] for security_group (75a5c6f8-9bf9-4a2f-ad72-8967db992d0d), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:09.516609 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c20c838c-5af5-42ca-9fe0-6bc0bced5d7c admin admin] Publish callbacks [] for security_group (75a5c6f8-9bf9-4a2f-ad72-8967db992d0d), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:09.659879 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c20c838c-5af5-42ca-9fe0-6bc0bced5d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (75a5c6f8-9bf9-4a2f-ad72-8967db992d0d), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:09.659879 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c20c838c-5af5-42ca-9fe0-6bc0bced5d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:09.663111 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c20c838c-5af5-42ca-9fe0-6bc0bced5d7c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/75a5c6f8-9bf9-4a2f-ad72-8967db992d0d HTTP/1.1" status: 204 len: 168 time: 0.2157538 Jul 28 18:03:09.674854 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c838c-5af5-42ca-9fe0-6bc0bced5d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5c6f8-9bf9-4a2f-ad72-8967db992d0d,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:10.112297 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da706f34-9880-4701-9b78-f932012ea17d req-8e8ec736-14f6-43d9-9541-7c64c6e46f45 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:10.113979 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-da706f34-9880-4701-9b78-f932012ea17d req-8e8ec736-14f6-43d9-9541-7c64c6e46f45 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0521770 Jul 28 18:03:10.167379 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-da706f34-9880-4701-9b78-f932012ea17d req-2aeb586c-bcbb-4779-95c7-d6a49ccc2c9f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Jul 28 18:03:11.298434 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bcf06-5f78-45f6-823a-4bcf93e9e993 req-cc563d04-991a-4c2b-8e80-323ec850a22d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:11.299944 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-756bcf06-5f78-45f6-823a-4bcf93e9e993 req-cc563d04-991a-4c2b-8e80-323ec850a22d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0516679 Jul 28 18:03:11.348930 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-756bcf06-5f78-45f6-823a-4bcf93e9e993 req-42400ee8-e9f7-473f-b63d-5d6b27351e90 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Jul 28 18:03:12.467102 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885451-e464-453b-b56b-f9b23a65ed0f req-8e85a556-45ed-4865-9bf1-828199928084 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:12.468615 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-96885451-e464-453b-b56b-f9b23a65ed0f req-8e85a556-45ed-4865-9bf1-828199928084 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0463092 Jul 28 18:03:12.516486 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-96885451-e464-453b-b56b-f9b23a65ed0f req-bd07d3b4-047c-4d2b-8e4b-14e8ec6d229c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Jul 28 18:03:13.507938 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=78 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:13.519608 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:13.634470 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d801d4a-395f-470b-8add-e3108aebf2d4 req-e591022f-2448-4847-9fb8-f57422f7876f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:13.636638 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6d801d4a-395f-470b-8add-e3108aebf2d4 req-e591022f-2448-4847-9fb8-f57422f7876f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0478342 Jul 28 18:03:13.686896 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6d801d4a-395f-470b-8add-e3108aebf2d4 req-bdcd3188-803d-40eb-877e-0d3ba067f37a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Jul 28 18:03:14.229064 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35100) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:14.352411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80ec00e9-222b-4d34-8644-6fd6b7fd7196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:14.430201 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80ec00e9-222b-4d34-8644-6fd6b7fd7196 admin admin] Publish callbacks [] for security_group (1e673fc9-a952-4fa9-b962-6578bb75e276), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:14.524218 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80ec00e9-222b-4d34-8644-6fd6b7fd7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1e673fc9-a952-4fa9-b962-6578bb75e276), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:14.539809 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:14.564712 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec00e9-222b-4d34-8644-6fd6b7fd7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e673fc9-a952-4fa9-b962-6578bb75e276,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:14.569147 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-80ec00e9-222b-4d34-8644-6fd6b7fd7196 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5301eca5d8744d5082b48e174d0beebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390541 Jul 28 18:03:14.571908 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35122) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:14.633302 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ae68271f-4cde-4824-9c4b-6e72248d145c admin admin] Publish callbacks [] for security_group (1e673fc9-a952-4fa9-b962-6578bb75e276), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:14.658365 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ae68271f-4cde-4824-9c4b-6e72248d145c admin admin] Publish callbacks [] for security_group (1e673fc9-a952-4fa9-b962-6578bb75e276), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:14.797127 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ae68271f-4cde-4824-9c4b-6e72248d145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1e673fc9-a952-4fa9-b962-6578bb75e276), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:14.799518 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ae68271f-4cde-4824-9c4b-6e72248d145c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:14.800677 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ae68271f-4cde-4824-9c4b-6e72248d145c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1e673fc9-a952-4fa9-b962-6578bb75e276 HTTP/1.1" status: 204 len: 168 time: 0.2271204 Jul 28 18:03:14.821572 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c872d8-f95b-44fc-95c2-d5e3a629de3d req-9e02f7bf-fb0e-4acc-bef9-78d1bbb72032 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:14.824135 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-51c872d8-f95b-44fc-95c2-d5e3a629de3d req-9e02f7bf-fb0e-4acc-bef9-78d1bbb72032 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0599897 Jul 28 18:03:14.825103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68271f-4cde-4824-9c4b-6e72248d145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e673fc9-a952-4fa9-b962-6578bb75e276,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:14.889695 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:14.893666 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-51c872d8-f95b-44fc-95c2-d5e3a629de3d req-3f997d4f-6854-4432-88e4-9c8803cd3ca7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631845 Jul 28 18:03:15.158051 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35154) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:15.293076 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9c76-8082-4491-94ed-f5df08e7d3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.385247 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9c76-8082-4491-94ed-f5df08e7d3cd admin admin] Publish callbacks [] for security_group (d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.470456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9c76-8082-4491-94ed-f5df08e7d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.518077 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-3fdb9c76-8082-4491-94ed-f5df08e7d3cd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a65f71f294514e4aac6ad8f958e9d500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586943 Jul 28 18:03:15.518948 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb9c76-8082-4491-94ed-f5df08e7d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:15.527329 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35168) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:15.529228 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:03:15.584460 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-083891a3-d580-4f09-a778-0d168a8652c2 admin admin] Publish callbacks [] for security_group (d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.608355 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-083891a3-d580-4f09-a778-0d168a8652c2 admin admin] Publish callbacks [] for security_group (d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.645494 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:15.658980 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35172) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:15.755092 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-083891a3-d580-4f09-a778-0d168a8652c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.764848 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-083891a3-d580-4f09-a778-0d168a8652c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.766724 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-083891a3-d580-4f09-a778-0d168a8652c2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879 HTTP/1.1" status: 204 len: 168 time: 0.2371898 Jul 28 18:03:15.790094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083891a3-d580-4f09-a778-0d168a8652c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94de7eb-7d5a-40e6-9c1c-c5c3a0d69879,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:15.796274 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e830cf27-9802-4756-b9a9-3bbff1561b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.869157 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:15.878503 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e830cf27-9802-4756-b9a9-3bbff1561b6f admin admin] Publish callbacks [] for security_group (571ea702-154c-442b-8ee9-ea57034dba14), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:15.966944 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e830cf27-9802-4756-b9a9-3bbff1561b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (571ea702-154c-442b-8ee9-ea57034dba14), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.037376 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-e830cf27-9802-4756-b9a9-3bbff1561b6f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c480fcb2f0fe427d860c83be84737011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772469 Jul 28 18:03:16.040127 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35196) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:16.041413 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830cf27-9802-4756-b9a9-3bbff1561b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571ea702-154c-442b-8ee9-ea57034dba14,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:16.062245 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3af88d-5450-4794-afd1-be10739f7586 req-89fb5738-bfe1-4248-aae0-ead58afa10fe tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:16.064203 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4d3af88d-5450-4794-afd1-be10739f7586 req-89fb5738-bfe1-4248-aae0-ead58afa10fe tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0798404 Jul 28 18:03:16.120930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-127e5ad7-b9ed-4665-8ecf-344020dcb218 admin admin] Publish callbacks [] for security_group (571ea702-154c-442b-8ee9-ea57034dba14), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.130032 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4d3af88d-5450-4794-afd1-be10739f7586 req-a3af0627-90fc-460b-9543-af9d9b650178 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597272 Jul 28 18:03:16.159499 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-127e5ad7-b9ed-4665-8ecf-344020dcb218 admin admin] Publish callbacks [] for security_group (571ea702-154c-442b-8ee9-ea57034dba14), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.306663 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-127e5ad7-b9ed-4665-8ecf-344020dcb218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (571ea702-154c-442b-8ee9-ea57034dba14), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.309722 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-127e5ad7-b9ed-4665-8ecf-344020dcb218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.310970 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-127e5ad7-b9ed-4665-8ecf-344020dcb218 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/571ea702-154c-442b-8ee9-ea57034dba14 HTTP/1.1" status: 204 len: 168 time: 0.2680490 Jul 28 18:03:16.319579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e5ad7-b9ed-4665-8ecf-344020dcb218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ea702-154c-442b-8ee9-ea57034dba14,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:16.525278 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35208) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:16.538778 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5e150ac2-ee81-4163-9250-4393386730d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.610239 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35210) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:16.628683 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:16.633919 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5e150ac2-ee81-4163-9250-4393386730d6 admin admin] Publish callbacks [] for security_group (bce0c196-2d52-4faa-a083-c87535a7a90a), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.689911 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5e150ac2-ee81-4163-9250-4393386730d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (bce0c196-2d52-4faa-a083-c87535a7a90a), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.745147 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5e150ac2-ee81-4163-9250-4393386730d6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8c2466d85c63413ea32b78cc4514ceb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190371 Jul 28 18:03:16.746650 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e2f4694d-becd-47e8-afb4-d14a27c1a0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:16.748110 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35214) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:16.748664 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e150ac2-ee81-4163-9250-4393386730d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce0c196-2d52-4faa-a083-c87535a7a90a,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:16.991201 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-af139c7a-8ef3-4441-b979-5c9f9ac4c272 admin admin] Publish callbacks [] for security_group (bce0c196-2d52-4faa-a083-c87535a7a90a), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.028608 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-af139c7a-8ef3-4441-b979-5c9f9ac4c272 admin admin] Publish callbacks [] for security_group (bce0c196-2d52-4faa-a083-c87535a7a90a), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.048098 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e2f4694d-becd-47e8-afb4-d14a27c1a0c8 admin admin] Publish callbacks [] for security_group (e89d4fde-ca24-48f7-aab2-b5d82f3210b8), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.167755 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e2f4694d-becd-47e8-afb4-d14a27c1a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e89d4fde-ca24-48f7-aab2-b5d82f3210b8), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.198647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-af139c7a-8ef3-4441-b979-5c9f9ac4c272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (bce0c196-2d52-4faa-a083-c87535a7a90a), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.201985 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-af139c7a-8ef3-4441-b979-5c9f9ac4c272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.203721 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-af139c7a-8ef3-4441-b979-5c9f9ac4c272 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bce0c196-2d52-4faa-a083-c87535a7a90a HTTP/1.1" status: 204 len: 168 time: 0.4539380 Jul 28 18:03:17.208199 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4694d-becd-47e8-afb4-d14a27c1a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d4fde-ca24-48f7-aab2-b5d82f3210b8,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:17.216104 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e2f4694d-becd-47e8-afb4-d14a27c1a0c8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=90ae9c279a1e411b812920790a907b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022818 Jul 28 18:03:17.217220 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35240) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:17.232528 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af139c7a-8ef3-4441-b979-5c9f9ac4c272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce0c196-2d52-4faa-a083-c87535a7a90a,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:17.287110 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:17.294117 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27b21c-203b-4183-a0eb-c9b4bfb497b5 req-29493d60-3f3e-494e-b812-45abe778f8ac tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:17.295612 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9a27b21c-203b-4183-a0eb-c9b4bfb497b5 req-29493d60-3f3e-494e-b812-45abe778f8ac tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0792413 Jul 28 18:03:17.336286 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-476eba17-36cf-42bc-8f9f-c5e5b4ba9dfe admin admin] Publish callbacks [] for security_group (e89d4fde-ca24-48f7-aab2-b5d82f3210b8), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.375081 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35246) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:17.382654 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9a27b21c-203b-4183-a0eb-c9b4bfb497b5 req-df71b959-5f0f-4c8d-85b7-f939e8557b68 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804362 Jul 28 18:03:17.384658 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-476eba17-36cf-42bc-8f9f-c5e5b4ba9dfe admin admin] Publish callbacks [] for security_group (e89d4fde-ca24-48f7-aab2-b5d82f3210b8), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.391662 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-abf13de5-0343-46aa-9619-6d76a8e3810d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.460245 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:17.482099 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-abf13de5-0343-46aa-9619-6d76a8e3810d admin admin] Publish callbacks [] for security_group (917992f1-7c7e-4712-af2b-007d080326c1), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.558317 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-abf13de5-0343-46aa-9619-6d76a8e3810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (917992f1-7c7e-4712-af2b-007d080326c1), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.558639 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-476eba17-36cf-42bc-8f9f-c5e5b4ba9dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e89d4fde-ca24-48f7-aab2-b5d82f3210b8), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.561332 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-476eba17-36cf-42bc-8f9f-c5e5b4ba9dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.565854 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-476eba17-36cf-42bc-8f9f-c5e5b4ba9dfe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e89d4fde-ca24-48f7-aab2-b5d82f3210b8 HTTP/1.1" status: 204 len: 168 time: 0.3444831 Jul 28 18:03:17.571264 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eba17-36cf-42bc-8f9f-c5e5b4ba9dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d4fde-ca24-48f7-aab2-b5d82f3210b8,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:17.604212 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-abf13de5-0343-46aa-9619-6d76a8e3810d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e24320d28ddf494fbcc0aef7310378a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280586 Jul 28 18:03:17.604997 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf13de5-0343-46aa-9619-6d76a8e3810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917992f1-7c7e-4712-af2b-007d080326c1,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:17.608225 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35254) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:17.678084 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-435fb815-bfac-4eb4-b963-60abc56bb49f admin admin] Publish callbacks [] for security_group (917992f1-7c7e-4712-af2b-007d080326c1), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.705598 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-435fb815-bfac-4eb4-b963-60abc56bb49f admin admin] Publish callbacks [] for security_group (917992f1-7c7e-4712-af2b-007d080326c1), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.955562 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-435fb815-bfac-4eb4-b963-60abc56bb49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (917992f1-7c7e-4712-af2b-007d080326c1), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.958051 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-435fb815-bfac-4eb4-b963-60abc56bb49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:17.959261 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-435fb815-bfac-4eb4-b963-60abc56bb49f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/917992f1-7c7e-4712-af2b-007d080326c1 HTTP/1.1" status: 204 len: 168 time: 0.3500051 Jul 28 18:03:17.968170 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fb815-bfac-4eb4-b963-60abc56bb49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917992f1-7c7e-4712-af2b-007d080326c1,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:18.529618 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7cd4c-e856-4011-b6ef-b3a89ff5b6dd req-ba628e41-c977-4420-803e-bb3d02ed51da tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:18.531780 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-01a7cd4c-e856-4011-b6ef-b3a89ff5b6dd req-ba628e41-c977-4420-803e-bb3d02ed51da tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0676606 Jul 28 18:03:18.581360 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-01a7cd4c-e856-4011-b6ef-b3a89ff5b6dd req-126f6d8e-17ac-4cb0-bf98-560511d7e11f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Jul 28 18:03:19.746575 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b9dc-c0e2-4ba6-838e-5944ad2d5f67 req-4322d11a-0612-4db0-958f-845f48ea3fb3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:19.748199 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fdc4b9dc-c0e2-4ba6-838e-5944ad2d5f67 req-4322d11a-0612-4db0-958f-845f48ea3fb3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0863433 Jul 28 18:03:19.847614 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fdc4b9dc-c0e2-4ba6-838e-5944ad2d5f67 req-680050a6-0a3a-488b-b114-1a7286b1853f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 Jul 28 18:03:20.527925 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35378) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:20.641302 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96272cdc-4ef1-406e-9c82-f0352c4db8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:20.727318 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96272cdc-4ef1-406e-9c82-f0352c4db8c7 admin admin] Publish callbacks [] for security_group (53d9b79d-8890-4447-b45a-5259c7f19e3f), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:20.821374 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96272cdc-4ef1-406e-9c82-f0352c4db8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (53d9b79d-8890-4447-b45a-5259c7f19e3f), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:20.873262 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-96272cdc-4ef1-406e-9c82-f0352c4db8c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=03125129430645a6bc881464ff6f9ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435407 Jul 28 18:03:20.874037 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96272cdc-4ef1-406e-9c82-f0352c4db8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9b79d-8890-4447-b45a-5259c7f19e3f,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:20.877336 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35400) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:20.991643 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ca5a-57ef-43c6-aa3d-0a477a93483b admin admin] Publish callbacks [] for security_group (53d9b79d-8890-4447-b45a-5259c7f19e3f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:21.011784 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f89e4b-f984-4f18-896b-2db359785de1 req-077a85ae-15d7-4974-8f3a-5d8a282a9353 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:21.018787 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-67f89e4b-f984-4f18-896b-2db359785de1 req-077a85ae-15d7-4974-8f3a-5d8a282a9353 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0788729 Jul 28 18:03:21.050377 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ca5a-57ef-43c6-aa3d-0a477a93483b admin admin] Publish callbacks [] for security_group (53d9b79d-8890-4447-b45a-5259c7f19e3f), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:21.104422 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-67f89e4b-f984-4f18-896b-2db359785de1 req-938637a8-1987-4ee6-adcc-824fb9319234 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845590 Jul 28 18:03:21.238015 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ca5a-57ef-43c6-aa3d-0a477a93483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (53d9b79d-8890-4447-b45a-5259c7f19e3f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:21.241115 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6ff7ca5a-57ef-43c6-aa3d-0a477a93483b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:21.242442 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6ff7ca5a-57ef-43c6-aa3d-0a477a93483b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/53d9b79d-8890-4447-b45a-5259c7f19e3f HTTP/1.1" status: 204 len: 168 time: 0.3639741 Jul 28 18:03:21.260781 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7ca5a-57ef-43c6-aa3d-0a477a93483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9b79d-8890-4447-b45a-5259c7f19e3f,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:22.267801 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6340-bc06-4c60-a6ce-ad0a42390dd0 req-d2af4c4d-7a90-4cbe-87b6-fe37dac14f04 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:22.269958 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cb6b6340-bc06-4c60-a6ce-ad0a42390dd0 req-d2af4c4d-7a90-4cbe-87b6-fe37dac14f04 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0528703 Jul 28 18:03:22.374840 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cb6b6340-bc06-4c60-a6ce-ad0a42390dd0 req-47151368-0c75-4ed7-be60-bc196d86dc02 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913520 Jul 28 18:03:22.503532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35482) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:22.694160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-266a3e41-5707-4b0a-8de2-9f11bf08538c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:22.709528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:22.772842 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-266a3e41-5707-4b0a-8de2-9f11bf08538c admin admin] Publish callbacks [] for security_group (63744e27-09d5-4898-bc7a-adf0b8afd7bb), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:22.867179 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-266a3e41-5707-4b0a-8de2-9f11bf08538c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (63744e27-09d5-4898-bc7a-adf0b8afd7bb), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:22.913922 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-266a3e41-5707-4b0a-8de2-9f11bf08538c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fcadcd45abe7437fae67f8ae305b78e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093077 Jul 28 18:03:22.914728 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a3e41-5707-4b0a-8de2-9f11bf08538c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63744e27-09d5-4898-bc7a-adf0b8afd7bb,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:22.917236 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35496) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:22.999429 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0feadc6e-477d-4343-895e-48c6f20948b0 admin admin] Publish callbacks [] for security_group (63744e27-09d5-4898-bc7a-adf0b8afd7bb), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:23.011541 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:23.025585 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0feadc6e-477d-4343-895e-48c6f20948b0 admin admin] Publish callbacks [] for security_group (63744e27-09d5-4898-bc7a-adf0b8afd7bb), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:23.105975 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ff895-e31f-4567-b7b4-246dd84fc29a req-2c7d2a4f-df19-462c-93ee-685218e85022 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:23.107772 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1c8ff895-e31f-4567-b7b4-246dd84fc29a req-2c7d2a4f-df19-462c-93ee-685218e85022 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0773094 Jul 28 18:03:23.158053 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1c8ff895-e31f-4567-b7b4-246dd84fc29a req-5225c865-65bd-4831-b197-90293c9af209 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Jul 28 18:03:23.170413 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0feadc6e-477d-4343-895e-48c6f20948b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (63744e27-09d5-4898-bc7a-adf0b8afd7bb), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:23.173985 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0feadc6e-477d-4343-895e-48c6f20948b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:23.179423 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0feadc6e-477d-4343-895e-48c6f20948b0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/63744e27-09d5-4898-bc7a-adf0b8afd7bb HTTP/1.1" status: 204 len: 168 time: 0.2572794 Jul 28 18:03:23.187844 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feadc6e-477d-4343-895e-48c6f20948b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63744e27-09d5-4898-bc7a-adf0b8afd7bb,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:23.532005 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3912f5-d4f4-4b63-9c43-4c690eb89b18 req-5bc07224-a7e0-465b-a4bd-4a513fe0b69d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:23.533716 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fe3912f5-d4f4-4b63-9c43-4c690eb89b18 req-5bc07224-a7e0-465b-a4bd-4a513fe0b69d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0506227 Jul 28 18:03:23.586771 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fe3912f5-d4f4-4b63-9c43-4c690eb89b18 req-31a11163-7926-456d-8763-3f4302bcafcc tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Jul 28 18:03:24.029482 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35544) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:24.044532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9d8d-e7c0-4517-aeda-3a57968c7786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:24.127115 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9d8d-e7c0-4517-aeda-3a57968c7786 admin admin] Publish callbacks [] for security_group (856faf8a-c436-4d97-b841-630c37fa3009), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:24.203820 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9d8d-e7c0-4517-aeda-3a57968c7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (856faf8a-c436-4d97-b841-630c37fa3009), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:24.238260 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:24.255706 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d9d8d-e7c0-4517-aeda-3a57968c7786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856faf8a-c436-4d97-b841-630c37fa3009,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:24.285540 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9d4d9d8d-e7c0-4517-aeda-3a57968c7786 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f1ab7956148d4ddba1358d3bbd01360d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549493 Jul 28 18:03:24.296533 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35556) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:24.311031 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:24.320832 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c47a4-bb73-4491-8081-5889eaac3a1c req-84b38d3d-36d4-4d26-af28-636c9b27298a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:24.328888 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-085c47a4-bb73-4491-8081-5889eaac3a1c req-84b38d3d-36d4-4d26-af28-636c9b27298a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0872054 Jul 28 18:03:24.362607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c5384b-d2c2-4475-afc9-468ce3ba61c4 admin admin] Publish callbacks [] for security_group (856faf8a-c436-4d97-b841-630c37fa3009), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:24.389062 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c5384b-d2c2-4475-afc9-468ce3ba61c4 admin admin] Publish callbacks [] for security_group (856faf8a-c436-4d97-b841-630c37fa3009), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:24.398537 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-085c47a4-bb73-4491-8081-5889eaac3a1c req-855880c8-5a47-417d-801f-92d0dcb8660c tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628700 Jul 28 18:03:24.606571 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c5384b-d2c2-4475-afc9-468ce3ba61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (856faf8a-c436-4d97-b841-630c37fa3009), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:24.609285 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44c5384b-d2c2-4475-afc9-468ce3ba61c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:24.610754 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-44c5384b-d2c2-4475-afc9-468ce3ba61c4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/856faf8a-c436-4d97-b841-630c37fa3009 HTTP/1.1" status: 204 len: 168 time: 0.3130860 Jul 28 18:03:24.620772 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5384b-d2c2-4475-afc9-468ce3ba61c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856faf8a-c436-4d97-b841-630c37fa3009,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:24.645453 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:24.740573 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059fd1f-3196-4397-b5e3-578b076f7b3c req-23ff680b-7595-4106-9d33-2f78b6064c50 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:24.742219 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0059fd1f-3196-4397-b5e3-578b076f7b3c req-23ff680b-7595-4106-9d33-2f78b6064c50 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0534878 Jul 28 18:03:24.794911 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0059fd1f-3196-4397-b5e3-578b076f7b3c req-719b0c55-0d5f-48c7-9f0b-2161aef88c46 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Jul 28 18:03:25.524211 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:25.551455 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c5b76-74e1-4b8f-9ba7-10a517ecab84 req-740feca0-30d8-4ace-a35b-de23ad0a594a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:25.552916 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e58c5b76-74e1-4b8f-9ba7-10a517ecab84 req-740feca0-30d8-4ace-a35b-de23ad0a594a tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.0547314 Jul 28 18:03:25.573076 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-71fb0a2d-4be2-43ae-b6bc-47a097acda5b tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:25.574482 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-71fb0a2d-4be2-43ae-b6bc-47a097acda5b tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.99 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 945 time: 0.1260333 Jul 28 18:03:25.675412 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e58c5b76-74e1-4b8f-9ba7-10a517ecab84 req-1169c913-ba11-4d97-b3b7-812268dd8812 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/security-groups?id=3480af3b-763a-46e7-8d79-5aea1262df0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162343 Jul 28 18:03:25.759179 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Deleting port 56261dcb-db43-4b4f-884d-1f476a35889b {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:03:25.759574 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:25.825635 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:25.856462 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] For port 56261dcb-db43-4b4f-884d-1f476a35889b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=56261dcb-db43-4b4f-884d-1f476a35889b,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:25.856829 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:25.873524 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Calling delete_port for 56261dcb-db43-4b4f-884d-1f476a35889b owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:03:25.928017 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6827359-9980-468b-a4d1-9e8fcef54739 req-e1d6141c-f1c5-4efa-a430-ceb906fdf4f3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:25.930501 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c6827359-9980-468b-a4d1-9e8fcef54739 req-e1d6141c-f1c5-4efa-a430-ceb906fdf4f3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0613990 Jul 28 18:03:25.989794 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c6827359-9980-468b-a4d1-9e8fcef54739 req-102cc290-48e1-4309-a40c-e6e105b80658 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536134 Jul 28 18:03:26.160833 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (56261dcb-db43-4b4f-884d-1f476a35889b), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:26.192433 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Pushing event deleted for resources: {'Port': ['ID=56261dcb-db43-4b4f-884d-1f476a35889b,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:26.205898 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['56261dcb-db43-4b4f-884d-1f476a35889b'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:03:26.293702 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] No DVR routers for this DVR port 56261dcb-db43-4b4f-884d-1f476a35889b on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:03:26.296962 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:26.301384 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b2f5d653-3d66-4213-8bcd-d8c07996a66c req-4866c4e0-4ab2-45d7-80f3-3c4306a2438f tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.99 "DELETE /v2.0/ports/56261dcb-db43-4b4f-884d-1f476a35889b HTTP/1.1" status: 204 len: 173 time: 0.7169151 Jul 28 18:03:26.302105 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'name': 'network-vif-deleted', 'tag': '56261dcb-db43-4b4f-884d-1f476a35889b'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:03:26.306730 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0827e5-acd5-410b-a7ce-c63c99fda498" -d '{"events": [{"server_uuid": "e41bcb8c-0edb-453b-8954-2a2a9378a044", "name": "network-vif-deleted", "tag": "56261dcb-db43-4b4f-884d-1f476a35889b"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:03:26.341543 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:26.350712 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94da80a9-a843-41ab-85eb-c2379bb14603 x-openstack-request-id: req-94da80a9-a843-41ab-85eb-c2379bb14603 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:03:26.350712 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41bcb8c-0edb-453b-8954-2a2a9378a044", "name": "network-vif-deleted", "tag": "56261dcb-db43-4b4f-884d-1f476a35889b", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:03:26.350712 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-94da80a9-a843-41ab-85eb-c2379bb14603 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:03:26.350712 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94da80a9-a843-41ab-85eb-c2379bb14603'] response: {'server_uuid': 'e41bcb8c-0edb-453b-8954-2a2a9378a044', 'name': 'network-vif-deleted', 'tag': '56261dcb-db43-4b4f-884d-1f476a35889b', 'status': 'completed', 'code': 200} Jul 28 18:03:26.790687 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-860a2690-1a9a-4e9a-8053-00b9b6d0fab6 req-d9ddc97b-e2cf-49f1-a7dd-bb81c928dd81 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0334044 Jul 28 18:03:27.106069 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d742d5-43ac-40b6-a1fa-f6d87060d850 req-07da7add-9be7-422d-937d-13f0e96e478a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:27.107568 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-15d742d5-43ac-40b6-a1fa-f6d87060d850 req-07da7add-9be7-422d-937d-13f0e96e478a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0483954 Jul 28 18:03:27.157051 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-15d742d5-43ac-40b6-a1fa-f6d87060d850 req-39b9cd49-53ba-4ae0-a95f-20f8bb29dac2 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Jul 28 18:03:27.727381 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35670) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:27.833716 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-906fd5fc-b5f8-4cef-af3c-fae6819e32bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:27.905477 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c7ef4831-1d6a-4c8f-b6d3-4a8df172e904 req-93ef23f1-e2ba-4171-8864-aff0d9cb5321 tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0346875 Jul 28 18:03:27.944930 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-906fd5fc-b5f8-4cef-af3c-fae6819e32bc admin admin] Publish callbacks [] for security_group (d04da33e-2971-4aef-83de-bd138f53f2c5), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:28.068945 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-906fd5fc-b5f8-4cef-af3c-fae6819e32bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d04da33e-2971-4aef-83de-bd138f53f2c5), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:28.109665 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-906fd5fc-b5f8-4cef-af3c-fae6819e32bc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bccc892b27d44d50979c5eaf5271b699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811772 Jul 28 18:03:28.110835 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fd5fc-b5f8-4cef-af3c-fae6819e32bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04da33e-2971-4aef-83de-bd138f53f2c5,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.112657 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35676) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:28.163373 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3c151d5a-1fc7-4aa5-ad20-b23449057c34 admin admin] Publish callbacks [] for security_group (d04da33e-2971-4aef-83de-bd138f53f2c5), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:28.186689 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3c151d5a-1fc7-4aa5-ad20-b23449057c34 admin admin] Publish callbacks [] for security_group (d04da33e-2971-4aef-83de-bd138f53f2c5), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:28.280159 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:28.304337 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb8d39-93aa-4915-a383-abe12e120be0 req-c46c9882-1015-4dbd-ac9f-2339fe7fe89d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:28.305823 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-decb8d39-93aa-4915-a383-abe12e120be0 req-c46c9882-1015-4dbd-ac9f-2339fe7fe89d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0566638 Jul 28 18:03:28.342735 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3c151d5a-1fc7-4aa5-ad20-b23449057c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d04da33e-2971-4aef-83de-bd138f53f2c5), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:28.345266 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3c151d5a-1fc7-4aa5-ad20-b23449057c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:28.346459 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-3c151d5a-1fc7-4aa5-ad20-b23449057c34 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d04da33e-2971-4aef-83de-bd138f53f2c5 HTTP/1.1" status: 204 len: 168 time: 0.2321887 Jul 28 18:03:28.365802 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c151d5a-1fc7-4aa5-ad20-b23449057c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04da33e-2971-4aef-83de-bd138f53f2c5,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:28.371127 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-decb8d39-93aa-4915-a383-abe12e120be0 req-75573f0a-be6e-45f7-868f-6c604567b7fb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577681 Jul 28 18:03:28.385083 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=39,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:29.012328 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cd9de9f5-ac0f-4258-b226-a5907cf453c7 req-4385d628-1b79-4474-8ed2-517694ba625d tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0286887 Jul 28 18:03:29.237758 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35700) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:29.253960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-50301223-e542-40b0-b794-4e5ad0359829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.262682 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 56261dcb-db43-4b4f-884d-1f476a35889b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:29.281543 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 56261dcb-db43-4b4f-884d-1f476a35889b {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:03:29.281891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 56261dcb-db43-4b4f-884d-1f476a35889b not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:29.333195 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-50301223-e542-40b0-b794-4e5ad0359829 admin admin] Publish callbacks [] for security_group (61a941d1-f783-47d0-95c0-a79a93f422a6), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.394528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-50301223-e542-40b0-b794-4e5ad0359829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (61a941d1-f783-47d0-95c0-a79a93f422a6), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.433488 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50301223-e542-40b0-b794-4e5ad0359829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a941d1-f783-47d0-95c0-a79a93f422a6,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:29.437874 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-50301223-e542-40b0-b794-4e5ad0359829 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=56791cf59d5b459b90d7abadc059c246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990638 Jul 28 18:03:29.440533 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35706) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:29.514308 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0bb68-9ce2-400c-a7fa-750280e185ce req-3f350c1e-7cd9-40fd-85f7-3f2977ab7bc6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:29.515818 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17d0bb68-9ce2-400c-a7fa-750280e185ce req-3f350c1e-7cd9-40fd-85f7-3f2977ab7bc6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0665114 Jul 28 18:03:29.545049 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6000aa9-4d4d-4bb5-a39b-2b3fc844616e admin admin] Publish callbacks [] for security_group (61a941d1-f783-47d0-95c0-a79a93f422a6), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.588531 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6000aa9-4d4d-4bb5-a39b-2b3fc844616e admin admin] Publish callbacks [] for security_group (61a941d1-f783-47d0-95c0-a79a93f422a6), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.598405 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17d0bb68-9ce2-400c-a7fa-750280e185ce req-983548e9-1f12-4b5e-ad75-7ac1c4c9e649 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758641 Jul 28 18:03:29.777695 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6000aa9-4d4d-4bb5-a39b-2b3fc844616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (61a941d1-f783-47d0-95c0-a79a93f422a6), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.780332 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6000aa9-4d4d-4bb5-a39b-2b3fc844616e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:29.781494 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e6000aa9-4d4d-4bb5-a39b-2b3fc844616e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/61a941d1-f783-47d0-95c0-a79a93f422a6 HTTP/1.1" status: 204 len: 168 time: 0.3399975 Jul 28 18:03:29.790017 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6000aa9-4d4d-4bb5-a39b-2b3fc844616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a941d1-f783-47d0-95c0-a79a93f422a6,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:30.123436 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4672cda7-cce1-44a8-9513-9f9cf524f931 req-418e23f2-e855-4ff6-9fe8-38610a75a0dd tempest-DeleteServersTestJSON-542083356 tempest-DeleteServersTestJSON-542083356-project] 10.222.0.85 "GET /v2.0/ports?device_id=e41bcb8c-0edb-453b-8954-2a2a9378a044 HTTP/1.1" status: 200 len: 210 time: 0.0344539 Jul 28 18:03:30.473702 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 35746) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:30.591942 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f84bf3fd-50c9-4ff0-aacd-545d8ac69ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:30.664122 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:30.706067 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f84bf3fd-50c9-4ff0-aacd-545d8ac69ed4 admin admin] Publish callbacks [] for security_group (f888b761-ad47-42a4-bdf1-0258f9bfa06b), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:30.748236 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a565-36ae-44d0-ae0d-ead864326eed req-910f5fa4-6a5e-47ef-81e8-3950f9d32a6b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:30.749768 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3978a565-36ae-44d0-ae0d-ead864326eed req-910f5fa4-6a5e-47ef-81e8-3950f9d32a6b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0537102 Jul 28 18:03:30.810105 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3978a565-36ae-44d0-ae0d-ead864326eed req-f0f72d1c-55b1-42f1-9ac2-38168b33585d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Jul 28 18:03:30.839208 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f84bf3fd-50c9-4ff0-aacd-545d8ac69ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (f888b761-ad47-42a4-bdf1-0258f9bfa06b), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:30.883916 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:30.898551 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35772) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:30.898752 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f84bf3fd-50c9-4ff0-aacd-545d8ac69ed4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=015548578c01407490700514ec75c86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238343 Jul 28 18:03:30.909490 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bf3fd-50c9-4ff0-aacd-545d8ac69ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f888b761-ad47-42a4-bdf1-0258f9bfa06b,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:30.926008 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:31.019847 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-06b486ab-2385-4952-aa2f-1a9eb8ec59b8 admin admin] Publish callbacks [] for security_group (f888b761-ad47-42a4-bdf1-0258f9bfa06b), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:31.047786 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-06b486ab-2385-4952-aa2f-1a9eb8ec59b8 admin admin] Publish callbacks [] for security_group (f888b761-ad47-42a4-bdf1-0258f9bfa06b), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:31.102111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-bc39f3d8-9a52-46e8-9a1c-988eed7f9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:31.181231 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-06b486ab-2385-4952-aa2f-1a9eb8ec59b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (f888b761-ad47-42a4-bdf1-0258f9bfa06b), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:31.184645 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-06b486ab-2385-4952-aa2f-1a9eb8ec59b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:31.194160 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-06b486ab-2385-4952-aa2f-1a9eb8ec59b8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f888b761-ad47-42a4-bdf1-0258f9bfa06b HTTP/1.1" status: 204 len: 168 time: 0.2866840 Jul 28 18:03:31.210748 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b486ab-2385-4952-aa2f-1a9eb8ec59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888b761-ad47-42a4-bdf1-0258f9bfa06b,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:31.948584 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f92fc2-95d4-4217-94ac-80e81d5e7422 req-6f8082eb-cbb5-4811-9d23-57631052f974 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:31.950608 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e4f92fc2-95d4-4217-94ac-80e81d5e7422 req-6f8082eb-cbb5-4811-9d23-57631052f974 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0545638 Jul 28 18:03:32.020187 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e4f92fc2-95d4-4217-94ac-80e81d5e7422 req-42c9378b-977b-4526-b7ce-1ae9e097341e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638475 Jul 28 18:03:33.170297 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f5b48-2b4f-4b44-aa4b-c8e970da817d req-9b30a612-ecdb-4e63-add8-a75620b19d2c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:33.171808 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e68f5b48-2b4f-4b44-aa4b-c8e970da817d req-9b30a612-ecdb-4e63-add8-a75620b19d2c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0495045 Jul 28 18:03:33.220657 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e68f5b48-2b4f-4b44-aa4b-c8e970da817d req-8de0b0f8-1b1b-4daa-a1e1-326e6cc6ae4d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Jul 28 18:03:33.543702 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ac03c91e-80bb-43e8-9ec0-ee22e54c0b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:33.801843 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 35932) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:33.930764 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:34.219866 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (60a621a5-0740-426c-b173-bffcb5eafd2f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:34.337989 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:34.355531 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f183d1-0a7d-4b63-ae31-6c4bba97d3e9 req-fb65e699-8487-4bde-9f4a-0def6601c7cd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:34.356994 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a0f183d1-0a7d-4b63-ae31-6c4bba97d3e9 req-fb65e699-8487-4bde-9f4a-0def6601c7cd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0585167 Jul 28 18:03:34.500915 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:34.507819 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a0f183d1-0a7d-4b63-ae31-6c4bba97d3e9 req-09ec9dbf-cf9c-48a8-9ca9-7d0ea8485974 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291521 Jul 28 18:03:34.573521 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Deleting port d44c26e3-e83e-470e-aa34-b64db1d82d05 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:03:34.573765 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:34.658927 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] For port d44c26e3-e83e-470e-aa34-b64db1d82d05, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d44c26e3-e83e-470e-aa34-b64db1d82d05,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:34.658927 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:34.669976 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Calling delete_port for d44c26e3-e83e-470e-aa34-b64db1d82d05 owned by network:router_interface {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:03:35.091819 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (d44c26e3-e83e-470e-aa34-b64db1d82d05), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:35.102053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:35.122029 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d44c26e3-e83e-470e-aa34-b64db1d82d05,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:35.329425 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (60a621a5-0740-426c-b173-bffcb5eafd2f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:35.645084 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a59f-fc4d-4134-b66f-8ee2cd3279ba req-cb14f8c7-c95f-48ea-814c-7120cfd87df4 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:35.646753 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a0b9a59f-fc4d-4134-b66f-8ee2cd3279ba req-cb14f8c7-c95f-48ea-814c-7120cfd87df4 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0611587 Jul 28 18:03:35.708273 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a0b9a59f-fc4d-4134-b66f-8ee2cd3279ba req-02d6363c-d56e-4305-9a5e-8029e16c78f7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559433 Jul 28 18:03:35.815442 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Router 60a621a5-0740-426c-b173-bffcb5eafd2f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:03:35.936500 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:35.963506 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:35.970688 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36024) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:35.971678 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-18f972b9-9108-4716-8780-69a130c5d4fb admin admin] 10.222.0.85 "PUT /v2.0/routers/60a621a5-0740-426c-b173-bffcb5eafd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1679599 Jul 28 18:03:35.973489 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] Sync routers for ids ['60a621a5-0740-426c-b173-bffcb5eafd2f'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:35.997181 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] Routers {'60a621a5-0740-426c-b173-bffcb5eafd2f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:03:35.997181 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:03:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['60a621a5-0740-426c-b173-bffcb5eafd2f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:36.154655 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:36.162638 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] Set router 60a621a5-0740-426c-b173-bffcb5eafd2f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:03:36.183084 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:36.192923 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e282f12-758d-4ec5-9a55-06ca8f2f3185 req-a0d9c209-3824-4adc-9381-a428fa97ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:36.192923 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e282f12-758d-4ec5-9a55-06ca8f2f3185 req-a0d9c209-3824-4adc-9381-a428fa97ee1c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 1130 time: 0.1337488 Jul 28 18:03:36.229416 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks [] for router (60a621a5-0740-426c-b173-bffcb5eafd2f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:36.450187 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:03:34Z', 'revision_number': 5, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:36.478098 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] Checking router: 60a621a5-0740-426c-b173-bffcb5eafd2f for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:03:36.488597 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] Routers {'60a621a5-0740-426c-b173-bffcb5eafd2f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:03:36.489306 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:03:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['60a621a5-0740-426c-b173-bffcb5eafd2f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:36.544852 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e282f12-758d-4ec5-9a55-06ca8f2f3185 req-db2ecb62-1e41-4086-9390-9932b2e7ac45 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446000 Jul 28 18:03:36.570485 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks [] for router_gateway (60a621a5-0740-426c-b173-bffcb5eafd2f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:36.597261 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] Set router 60a621a5-0740-426c-b173-bffcb5eafd2f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:03:36.717701 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Deleting port cd1d41c9-b452-4f18-aa4c-2c657d11b959 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:03:36.718367 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:36.775871 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:03:34Z', 'revision_number': 5, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:36.804362 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49e362-445f-40e5-8f3d-013e7492663d None None] The sync data for ids ['60a621a5-0740-426c-b173-bffcb5eafd2f'] in dv-cinder-837543-7-iscsi is: [{'id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'name': 'tempest-DeleteServersTestJSON-358361076-router', 'tenant_id': 'e993449a4d58431cada94ec21f5a13d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:03:34Z', 'revision_number': 5, 'project_id': 'e993449a4d58431cada94ec21f5a13d9', 'gw_port': {'id': 'cd1d41c9-b452-4f18-aa4c-2c657d11b959', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a621a5-0740-426c-b173-bffcb5eafd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:53Z', 'updated_at': '2022-07-28T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:36.866876 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] For port cd1d41c9-b452-4f18-aa4c-2c657d11b959, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=cd1d41c9-b452-4f18-aa4c-2c657d11b959,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:36.867379 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:36.897392 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Calling delete_port for cd1d41c9-b452-4f18-aa4c-2c657d11b959 owned by network:router_gateway {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:03:36.938791 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382490c-f9aa-4583-8d17-8a4963b94cb2 req-835a0ecd-0170-4a59-8ca6-4f8279bb444c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:36.947101 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1382490c-f9aa-4583-8d17-8a4963b94cb2 req-835a0ecd-0170-4a59-8ca6-4f8279bb444c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0979581 Jul 28 18:03:36.959274 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36056) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:37.103536 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1382490c-f9aa-4583-8d17-8a4963b94cb2 req-fb2f8d04-d51b-4425-8a11-9ed1eb6cee68 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103816 Jul 28 18:03:37.109841 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc156-045f-48e1-b1cf-4394885f65fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.223072 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc156-045f-48e1-b1cf-4394885f65fb admin admin] Publish callbacks [] for security_group (e7a06d29-8626-457d-b8b9-05c28548b517), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.303795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (cd1d41c9-b452-4f18-aa4c-2c657d11b959), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.328716 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1d41c9-b452-4f18-aa4c-2c657d11b959,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:37.336581 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:37.337651 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc156-045f-48e1-b1cf-4394885f65fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e7a06d29-8626-457d-b8b9-05c28548b517), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.384582 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-3dbcc156-045f-48e1-b1cf-4394885f65fb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9da75e79415f49079b188a7077e06729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238517 Jul 28 18:03:37.385844 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcc156-045f-48e1-b1cf-4394885f65fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a06d29-8626-457d-b8b9-05c28548b517,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:37.393387 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:37.396005 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36074) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:37.406232 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (60a621a5-0740-426c-b173-bffcb5eafd2f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.447090 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4b671c28-0e44-443f-a784-547cadd985d7 admin admin] Publish callbacks [] for security_group (e7a06d29-8626-457d-b8b9-05c28548b517), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.475956 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4b671c28-0e44-443f-a784-547cadd985d7 admin admin] Publish callbacks [] for security_group (e7a06d29-8626-457d-b8b9-05c28548b517), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.515394 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (60a621a5-0740-426c-b173-bffcb5eafd2f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.521015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks [] for router_controller (60a621a5-0740-426c-b173-bffcb5eafd2f), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.597354 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4b671c28-0e44-443f-a784-547cadd985d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e7a06d29-8626-457d-b8b9-05c28548b517), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.600929 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4b671c28-0e44-443f-a784-547cadd985d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.604919 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4b671c28-0e44-443f-a784-547cadd985d7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e7a06d29-8626-457d-b8b9-05c28548b517 HTTP/1.1" status: 204 len: 168 time: 0.2055728 Jul 28 18:03:37.611512 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b671c28-0e44-443f-a784-547cadd985d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a06d29-8626-457d-b8b9-05c28548b517,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:37.681238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (60a621a5-0740-426c-b173-bffcb5eafd2f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.694234 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a621a5-0740-426c-b173-bffcb5eafd2f {{(pid=116181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:03:37.694234 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.694234 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-3ec782d4-1bfc-433f-b857-0bd851eb2a55 admin admin] 10.222.0.85 "DELETE /v2.0/routers/60a621a5-0740-426c-b173-bffcb5eafd2f HTTP/1.1" status: 204 len: 168 time: 1.7164767 Jul 28 18:03:37.698247 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36086) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:37.754015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] Deleting subnet 39cf2e7c-862e-4660-8f0b-412c42a21966 {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:03:37.758037 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] Publish callbacks [] for subnet (39cf2e7c-862e-4660-8f0b-412c42a21966), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.800855 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31054957'] for subnet (39cf2e7c-862e-4660-8f0b-412c42a21966), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:37.928033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (39cf2e7c-862e-4660-8f0b-412c42a21966), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.035893 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36092) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:38.068817 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36096) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:38.098923 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31051848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29463256'] for subnet (39cf2e7c-862e-4660-8f0b-412c42a21966), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.137549 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cf2e7c-862e-4660-8f0b-412c42a21966,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.142913 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.144421 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e53dcb5a-55c2-476c-81e4-00feb67fda0a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/39cf2e7c-862e-4660-8f0b-412c42a21966 HTTP/1.1" status: 204 len: 168 time: 0.4449172 Jul 28 18:03:38.146841 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36104) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:38.150263 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc9b15-6b02-4455-98aa-b5b96efb0030 None None] Network 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:03:38.215549 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a3c21fb4-0c81-445b-a4b5-a59414e92981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.359769 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd8b55-5279-4063-ae2e-9fb9371f80fa req-0d601f23-c589-4737-b4c9-2e6ef6bb7424 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:38.367000 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c6cd8b55-5279-4063-ae2e-9fb9371f80fa req-0d601f23-c589-4737-b4c9-2e6ef6bb7424 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0855398 Jul 28 18:03:38.374017 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5dad0b99-c92d-4950-80d7-1061368e2636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.397775 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a3c21fb4-0c81-445b-a4b5-a59414e92981 admin admin] Publish callbacks [] for security_group (abf3f7e6-d228-4e1a-975b-0b6c175e754f), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.423832 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:38.447148 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.453974 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] DHCP port deletion for 7f260d9f-0f92-4a2e-be08-bf7b97fbd32e request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:03:38.485168 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c6cd8b55-5279-4063-ae2e-9fb9371f80fa req-d321e8ba-4b43-4510-853d-d57d93032dbf tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127284 Jul 28 18:03:38.507776 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a3c21fb4-0c81-445b-a4b5-a59414e92981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (abf3f7e6-d228-4e1a-975b-0b6c175e754f), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.522177 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Deleting port d53eb93b-b80e-4af6-b863-d3f24e116282 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:03:38.522931 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.563532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Deleting port d53eb93b-b80e-4af6-b863-d3f24e116282 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:03:38.564179 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.571763 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c21fb4-0c81-445b-a4b5-a59414e92981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3f7e6-d228-4e1a-975b-0b6c175e754f,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.577618 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a3c21fb4-0c81-445b-a4b5-a59414e92981 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bd26d202c7b7438897ffd65805b64fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406122 Jul 28 18:03:38.580360 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36108) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:38.611302 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] For port d53eb93b-b80e-4af6-b863-d3f24e116282, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d53eb93b-b80e-4af6-b863-d3f24e116282,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:38.611302 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.613768 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5dad0b99-c92d-4950-80d7-1061368e2636 admin admin] Publish callbacks [] for security_group (065d681d-309a-41e4-9e0f-a5ac35166669), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.629037 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36110) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:38.635073 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Calling delete_port for d53eb93b-b80e-4af6-b863-d3f24e116282 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:03:38.652427 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-13e210b9-eb3a-4069-9b8c-0e989e0b5bd9 admin admin] Publish callbacks [] for security_group (abf3f7e6-d228-4e1a-975b-0b6c175e754f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.658058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1fd599c4-890d-4538-aebd-2a039c2667b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.676801 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] For port d53eb93b-b80e-4af6-b863-d3f24e116282, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d53eb93b-b80e-4af6-b863-d3f24e116282,segment=NetworkSegment(45efe87b-095c-4d84-abfe-04b6530fc795),segment_id=45efe87b-095c-4d84-abfe-04b6530fc795)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:38.677408 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.701270 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Calling delete_port for d53eb93b-b80e-4af6-b863-d3f24e116282 owned by network:dhcp {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:03:38.709561 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5dad0b99-c92d-4950-80d7-1061368e2636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (065d681d-309a-41e4-9e0f-a5ac35166669), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.709751 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-13e210b9-eb3a-4069-9b8c-0e989e0b5bd9 admin admin] Publish callbacks [] for security_group (abf3f7e6-d228-4e1a-975b-0b6c175e754f), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.726020 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:38.750414 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:38.805324 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5dad0b99-c92d-4950-80d7-1061368e2636 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=deb29d922b58443cb7d2fc72a965ef82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7353301 Jul 28 18:03:38.806623 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad0b99-c92d-4950-80d7-1061368e2636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065d681d-309a-41e4-9e0f-a5ac35166669,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.809035 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36116) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:38.847444 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:38.881386 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebd322d5-ac17-49ac-ae34-edd64d9cbd3f admin admin] Publish callbacks [] for security_group (065d681d-309a-41e4-9e0f-a5ac35166669), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.886048 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1fd599c4-890d-4538-aebd-2a039c2667b1 admin admin] Publish callbacks [] for security_group (c987c77c-7a04-4c94-bc8f-247144e9b2cd), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.903630 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.905748 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebd322d5-ac17-49ac-ae34-edd64d9cbd3f admin admin] Publish callbacks [] for security_group (065d681d-309a-41e4-9e0f-a5ac35166669), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.918288 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (d53eb93b-b80e-4af6-b863-d3f24e116282), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.921321 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-13e210b9-eb3a-4069-9b8c-0e989e0b5bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (abf3f7e6-d228-4e1a-975b-0b6c175e754f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.924361 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-13e210b9-eb3a-4069-9b8c-0e989e0b5bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:38.928344 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-13e210b9-eb3a-4069-9b8c-0e989e0b5bd9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/abf3f7e6-d228-4e1a-975b-0b6c175e754f HTTP/1.1" status: 204 len: 168 time: 0.3462965 Jul 28 18:03:38.934212 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Pushing event deleted for resources: {'Port': ['ID=d53eb93b-b80e-4af6-b863-d3f24e116282,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.938868 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] No DVR routers for this DVR port d53eb93b-b80e-4af6-b863-d3f24e116282 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:03:38.945742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d44c26e3-e83e-470e-aa34-b64db1d82d05 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:38.946600 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e210b9-eb3a-4069-9b8c-0e989e0b5bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf3f7e6-d228-4e1a-975b-0b6c175e754f,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.958131 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.958727 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.959357 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.959869 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.960368 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.960840 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.961309 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.962482 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.963177 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53eb93b-b80e-4af6-b863-d3f24e116282,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:38.963367 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.963987 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.964570 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.965200 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.965742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.966210 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.966713 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e0569-01d1-40c0-96ba-75c8edba5be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:38.978175 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] No DVR routers for this DVR port d53eb93b-b80e-4af6-b863-d3f24e116282 on host dv-cinder-837543-7-iscsi {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:03:39.005349 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: d44c26e3-e83e-470e-aa34-b64db1d82d05 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:03:39.005888 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d44c26e3-e83e-470e-aa34-b64db1d82d05 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:39.006480 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device cd1d41c9-b452-4f18-aa4c-2c657d11b959 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:39.033160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1fd599c4-890d-4538-aebd-2a039c2667b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c987c77c-7a04-4c94-bc8f-247144e9b2cd), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.035877 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: cd1d41c9-b452-4f18-aa4c-2c657d11b959 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:03:39.037100 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device cd1d41c9-b452-4f18-aa4c-2c657d11b959 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:39.037100 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d53eb93b-b80e-4af6-b863-d3f24e116282 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:03:39.056429 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: d53eb93b-b80e-4af6-b863-d3f24e116282 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:03:39.056769 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d53eb93b-b80e-4af6-b863-d3f24e116282 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:03:39.119255 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.132690 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd599c4-890d-4538-aebd-2a039c2667b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c987c77c-7a04-4c94-bc8f-247144e9b2cd,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:39.140035 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1fd599c4-890d-4538-aebd-2a039c2667b1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9344d2690ed845f88d15ed0892a57250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100055 Jul 28 18:03:39.143207 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36122) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:39.149056 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f260d9f-0f92-4a2e-be08-bf7b97fbd32e']}} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:39.159867 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45efe87b-095c-4d84-abfe-04b6530fc795') {'for_net_delete': True} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:39.160176 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45efe87b-095c-4d84-abfe-04b6530fc795') {} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:39.172492 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31054964'] for segment (45efe87b-095c-4d84-abfe-04b6530fc795), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.176216 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebd322d5-ac17-49ac-ae34-edd64d9cbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (065d681d-309a-41e4-9e0f-a5ac35166669), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.178782 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ebd322d5-ac17-49ac-ae34-edd64d9cbd3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.179937 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ebd322d5-ac17-49ac-ae34-edd64d9cbd3f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/065d681d-309a-41e4-9e0f-a5ac35166669 HTTP/1.1" status: 204 len: 168 time: 0.3698356 Jul 28 18:03:39.189057 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (45efe87b-095c-4d84-abfe-04b6530fc795), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.197344 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=116181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:03:39.198025 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31051798'] for segment (45efe87b-095c-4d84-abfe-04b6530fc795), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.200571 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd322d5-ac17-49ac-ae34-edd64d9cbd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065d681d-309a-41e4-9e0f-a5ac35166669,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:39.236770 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0d97a903-1f42-419a-b226-f95177644b73 admin admin] Publish callbacks [] for security_group (c987c77c-7a04-4c94-bc8f-247144e9b2cd), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.257635 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 45efe87b-095c-4d84-abfe-04b6530fc795 resource provider aggregate not found Jul 28 18:03:39.264784 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0d97a903-1f42-419a-b226-f95177644b73 admin admin] Publish callbacks [] for security_group (c987c77c-7a04-4c94-bc8f-247144e9b2cd), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.278113 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 45efe87b-095c-4d84-abfe-04b6530fc795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45efe87b-095c-4d84-abfe-04b6530fc795 found for delete ", "request_id": "req-62bd43d6-dac6-411a-a22a-fad87d4b28ac"}]} Jul 28 18:03:39.428812 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0d97a903-1f42-419a-b226-f95177644b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c987c77c-7a04-4c94-bc8f-247144e9b2cd), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.429557 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (7f260d9f-0f92-4a2e-be08-bf7b97fbd32e), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.431681 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0d97a903-1f42-419a-b226-f95177644b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.432914 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0d97a903-1f42-419a-b226-f95177644b73 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c987c77c-7a04-4c94-bc8f-247144e9b2cd HTTP/1.1" status: 204 len: 168 time: 0.2887926 Jul 28 18:03:39.439122 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.442793 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/7f260d9f-0f92-4a2e-be08-bf7b97fbd32e HTTP/1.1" status: 204 len: 168 time: 1.2946861 Jul 28 18:03:39.444812 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97a903-1f42-419a-b226-f95177644b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c987c77c-7a04-4c94-bc8f-247144e9b2cd,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:39.453841 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846679b-97e4-431c-b403-c1a9f2c7f5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f260d9f-0f92-4a2e-be08-bf7b97fbd32e,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:39.623716 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190d05d-7207-4cb0-b4c9-16ae95e9bdc3 req-ef9fd085-6db1-483f-8175-5bfae4d4c4d7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:39.625256 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8190d05d-7207-4cb0-b4c9-16ae95e9bdc3 req-ef9fd085-6db1-483f-8175-5bfae4d4c4d7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0546145 Jul 28 18:03:39.676925 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8190d05d-7207-4cb0-b4c9-16ae95e9bdc3 req-4211a0eb-b8d9-4a64-aa15-da7ad558ecca tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Jul 28 18:03:39.749723 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36144) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:39.760087 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d6d3a526-bf25-40b2-b808-8011b34e9a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.819671 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e16f5e-325a-4764-ac10-87e483e9ead7 req-78ce95eb-4b9c-4374-a0c5-eeac7af0b799 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:39.828853 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-68e16f5e-325a-4764-ac10-87e483e9ead7 req-78ce95eb-4b9c-4374-a0c5-eeac7af0b799 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0704324 Jul 28 18:03:39.859592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d6d3a526-bf25-40b2-b808-8011b34e9a18 admin admin] Publish callbacks [] for security_group (ae9b6d79-5742-4e5c-a7db-9fccc4300abc), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.885022 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-68e16f5e-325a-4764-ac10-87e483e9ead7 req-ee1cfb4d-e2de-45a0-9025-9868d12e3bda tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547044 Jul 28 18:03:39.951882 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d6d3a526-bf25-40b2-b808-8011b34e9a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ae9b6d79-5742-4e5c-a7db-9fccc4300abc), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:39.996060 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d6d3a526-bf25-40b2-b808-8011b34e9a18 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=77d68b6b47ea4ba6827e964c67307e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490816 Jul 28 18:03:39.998659 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36150) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:40.006263 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3a526-bf25-40b2-b808-8011b34e9a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b6d79-5742-4e5c-a7db-9fccc4300abc,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.020283 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:40.057559 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71e9ef69-9815-40c6-9dd2-9f41085a1da9 admin admin] Publish callbacks [] for security_group (ae9b6d79-5742-4e5c-a7db-9fccc4300abc), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.081722 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71e9ef69-9815-40c6-9dd2-9f41085a1da9 admin admin] Publish callbacks [] for security_group (ae9b6d79-5742-4e5c-a7db-9fccc4300abc), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.191899 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71e9ef69-9815-40c6-9dd2-9f41085a1da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ae9b6d79-5742-4e5c-a7db-9fccc4300abc), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.199004 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71e9ef69-9815-40c6-9dd2-9f41085a1da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.202742 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-71e9ef69-9815-40c6-9dd2-9f41085a1da9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae9b6d79-5742-4e5c-a7db-9fccc4300abc HTTP/1.1" status: 204 len: 168 time: 0.2005594 Jul 28 18:03:40.208490 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9ef69-9815-40c6-9dd2-9f41085a1da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9b6d79-5742-4e5c-a7db-9fccc4300abc,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.234193 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36158) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:40.278731 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-1cbddbdb-1320-43b4-bd15-06d2c708933f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e993449a4d58431cada94ec21f5a13d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433240 Jul 28 18:03:40.281437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36160) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:40.337775 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36164) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:40.346070 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c18fd4c-8c31-472d-805c-a2818a1f90a4 admin admin] Publish callbacks [] for security_group (3480af3b-763a-46e7-8d79-5aea1262df0f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.370928 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8b3520d0-de88-497e-bb85-b680b3876693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.375218 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c18fd4c-8c31-472d-805c-a2818a1f90a4 admin admin] Publish callbacks [] for security_group (3480af3b-763a-46e7-8d79-5aea1262df0f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.511084 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8b3520d0-de88-497e-bb85-b680b3876693 admin admin] Publish callbacks [] for security_group (f71570f5-d798-4f3f-a408-565a29998efd), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.563325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c18fd4c-8c31-472d-805c-a2818a1f90a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3480af3b-763a-46e7-8d79-5aea1262df0f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.565888 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c18fd4c-8c31-472d-805c-a2818a1f90a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.567109 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0c18fd4c-8c31-472d-805c-a2818a1f90a4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3480af3b-763a-46e7-8d79-5aea1262df0f HTTP/1.1" status: 204 len: 168 time: 0.2846978 Jul 28 18:03:40.577439 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18fd4c-8c31-472d-805c-a2818a1f90a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3480af3b-763a-46e7-8d79-5aea1262df0f,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.594087 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8b3520d0-de88-497e-bb85-b680b3876693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (f71570f5-d798-4f3f-a408-565a29998efd), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.635442 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8b3520d0-de88-497e-bb85-b680b3876693 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=518ea4f80df4498d8d6e059f113defa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965796 Jul 28 18:03:40.636348 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3520d0-de88-497e-bb85-b680b3876693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71570f5-d798-4f3f-a408-565a29998efd,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:40.638127 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36176) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:40.690407 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a95f57a2-d5ff-4043-b790-0be02affaf0f admin admin] Publish callbacks [] for security_group (f71570f5-d798-4f3f-a408-565a29998efd), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.716058 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:40.716492 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a95f57a2-d5ff-4043-b790-0be02affaf0f admin admin] Publish callbacks [] for security_group (f71570f5-d798-4f3f-a408-565a29998efd), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.735456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:40.851613 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a95f57a2-d5ff-4043-b790-0be02affaf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (f71570f5-d798-4f3f-a408-565a29998efd), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.855090 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a95f57a2-d5ff-4043-b790-0be02affaf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:40.859029 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-a95f57a2-d5ff-4043-b790-0be02affaf0f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f71570f5-d798-4f3f-a408-565a29998efd HTTP/1.1" status: 204 len: 168 time: 0.2174747 Jul 28 18:03:40.866645 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f57a2-d5ff-4043-b790-0be02affaf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71570f5-d798-4f3f-a408-565a29998efd,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:41.072310 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:41.299902 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36192) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:41.316311 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-447ad932-7119-422e-9ba2-e85445ed6203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:41.396636 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-447ad932-7119-422e-9ba2-e85445ed6203 admin admin] Publish callbacks [] for security_group (ce1c0209-f7d3-470a-82a2-787f7f4b0b8c), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:41.495446 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-447ad932-7119-422e-9ba2-e85445ed6203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ce1c0209-f7d3-470a-82a2-787f7f4b0b8c), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:41.562014 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-447ad932-7119-422e-9ba2-e85445ed6203 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aa16f0552e824785b660fa0ef991a0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609656 Jul 28 18:03:41.563154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ad932-7119-422e-9ba2-e85445ed6203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c0209-f7d3-470a-82a2-787f7f4b0b8c,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:41.564834 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36208) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:41.628361 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-85feb335-f710-4577-96c2-4aacf0b8100d admin admin] Publish callbacks [] for security_group (ce1c0209-f7d3-470a-82a2-787f7f4b0b8c), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:41.652475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-85feb335-f710-4577-96c2-4aacf0b8100d admin admin] Publish callbacks [] for security_group (ce1c0209-f7d3-470a-82a2-787f7f4b0b8c), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:41.763460 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-85feb335-f710-4577-96c2-4aacf0b8100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ce1c0209-f7d3-470a-82a2-787f7f4b0b8c), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:41.766087 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-85feb335-f710-4577-96c2-4aacf0b8100d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:41.767375 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-85feb335-f710-4577-96c2-4aacf0b8100d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ce1c0209-f7d3-470a-82a2-787f7f4b0b8c HTTP/1.1" status: 204 len: 168 time: 0.2014971 Jul 28 18:03:41.776019 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85feb335-f710-4577-96c2-4aacf0b8100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c0209-f7d3-470a-82a2-787f7f4b0b8c,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:42.032450 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36230) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:42.374098 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc4710-7e8e-4e09-9eec-ee348ff5945a req-872516f7-759b-447a-9f4a-57f4c0d067b5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:42.375790 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f3cc4710-7e8e-4e09-9eec-ee348ff5945a req-872516f7-759b-447a-9f4a-57f4c0d067b5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0595293 Jul 28 18:03:42.397504 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6f6b656f-de8f-4e63-b325-61282e5add87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:42.454804 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f3cc4710-7e8e-4e09-9eec-ee348ff5945a req-2659edfd-ee39-4a4d-a878-286e473d105b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732272 Jul 28 18:03:42.499981 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:42.505184 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6f6b656f-de8f-4e63-b325-61282e5add87 admin admin] Publish callbacks [] for security_group (9be1abca-99ae-45a4-b379-a37650381c37), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:42.511040 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ed70-48f7-435c-bee5-c4f607174242 req-0230b57c-d0ca-4e07-a964-ee8f03df34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:42.513274 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9478ed70-48f7-435c-bee5-c4f607174242 req-0230b57c-d0ca-4e07-a964-ee8f03df34ad service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1129 time: 0.0566351 Jul 28 18:03:42.577191 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6f6b656f-de8f-4e63-b325-61282e5add87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9be1abca-99ae-45a4-b379-a37650381c37), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:42.623815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ed70-48f7-435c-bee5-c4f607174242 req-72cf9cdd-b4f7-4f82-8b9f-c509e06e6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:42.625373 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b656f-de8f-4e63-b325-61282e5add87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be1abca-99ae-45a4-b379-a37650381c37,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:42.625606 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9478ed70-48f7-435c-bee5-c4f607174242 req-72cf9cdd-b4f7-4f82-8b9f-c509e06e6db7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.1060145 Jul 28 18:03:42.646426 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6f6b656f-de8f-4e63-b325-61282e5add87 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=59b0a55a29a24b0ca15868fb25a73ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6123347 Jul 28 18:03:42.648609 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36252) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:42.694072 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9478ed70-48f7-435c-bee5-c4f607174242 req-9c1854ee-c65e-4db9-a374-a6ac8850ab3e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0589256 Jul 28 18:03:42.704035 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cf1d11cb-5c43-4462-ab88-a6b232da4b00 admin admin] Publish callbacks [] for security_group (9be1abca-99ae-45a4-b379-a37650381c37), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:42.739319 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cf1d11cb-5c43-4462-ab88-a6b232da4b00 admin admin] Publish callbacks [] for security_group (9be1abca-99ae-45a4-b379-a37650381c37), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:42.758331 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ed70-48f7-435c-bee5-c4f607174242 req-cd719843-634d-4a54-abb0-cadaea8239f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:42.760564 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9478ed70-48f7-435c-bee5-c4f607174242 req-cd719843-634d-4a54-abb0-cadaea8239f0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0597363 Jul 28 18:03:42.812226 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ed70-48f7-435c-bee5-c4f607174242 req-baa0f025-1c5a-4ee1-b116-f2304b485e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:42.813806 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9478ed70-48f7-435c-bee5-c4f607174242 req-baa0f025-1c5a-4ee1-b116-f2304b485e0b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426402 Jul 28 18:03:42.901896 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cf1d11cb-5c43-4462-ab88-a6b232da4b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9be1abca-99ae-45a4-b379-a37650381c37), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:42.905411 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cf1d11cb-5c43-4462-ab88-a6b232da4b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:42.909211 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-cf1d11cb-5c43-4462-ab88-a6b232da4b00 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9be1abca-99ae-45a4-b379-a37650381c37 HTTP/1.1" status: 204 len: 168 time: 0.2580013 Jul 28 18:03:42.916288 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:42.922608 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d11cb-5c43-4462-ab88-a6b232da4b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be1abca-99ae-45a4-b379-a37650381c37,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:42.938222 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9478ed70-48f7-435c-bee5-c4f607174242 req-e2b28f38-e231-459f-825a-1f6b2a6725b0 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094952 Jul 28 18:03:43.036737 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9478ed70-48f7-435c-bee5-c4f607174242 req-95f54e8e-b8c2-487f-9fdd-1ed9235346e0 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975721 Jul 28 18:03:43.592341 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf335f-4791-4956-b243-d27965ba767d req-1e0c91db-4d55-4dfc-a886-1c049273a4d8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:43.594748 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6dbf335f-4791-4956-b243-d27965ba767d req-1e0c91db-4d55-4dfc-a886-1c049273a4d8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0542040 Jul 28 18:03:43.653210 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6dbf335f-4791-4956-b243-d27965ba767d req-e2a24ff7-5e0a-4c6d-b8b1-71ceafe90144 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521641 Jul 28 18:03:44.035546 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36306) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:44.049898 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3cf76f40-ba0f-4b2f-b970-e4f7b7cf1af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:44.138846 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3cf76f40-ba0f-4b2f-b970-e4f7b7cf1af4 admin admin] Publish callbacks [] for security_group (0f687fa7-388a-4e12-ae12-d81434d42684), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:44.211042 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3cf76f40-ba0f-4b2f-b970-e4f7b7cf1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (0f687fa7-388a-4e12-ae12-d81434d42684), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:44.259978 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-3cf76f40-ba0f-4b2f-b970-e4f7b7cf1af4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=63715cfd5dd64054a90a060d74f580bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228277 Jul 28 18:03:44.260868 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf76f40-ba0f-4b2f-b970-e4f7b7cf1af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f687fa7-388a-4e12-ae12-d81434d42684,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:44.263253 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36314) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:44.329280 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d778d7c5-927c-4026-8671-c8c532ca4f67 admin admin] Publish callbacks [] for security_group (0f687fa7-388a-4e12-ae12-d81434d42684), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:44.357633 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d778d7c5-927c-4026-8671-c8c532ca4f67 admin admin] Publish callbacks [] for security_group (0f687fa7-388a-4e12-ae12-d81434d42684), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:44.534904 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d778d7c5-927c-4026-8671-c8c532ca4f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (0f687fa7-388a-4e12-ae12-d81434d42684), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:44.538409 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d778d7c5-927c-4026-8671-c8c532ca4f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:44.539777 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d778d7c5-927c-4026-8671-c8c532ca4f67 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0f687fa7-388a-4e12-ae12-d81434d42684 HTTP/1.1" status: 204 len: 168 time: 0.2747138 Jul 28 18:03:44.558314 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778d7c5-927c-4026-8671-c8c532ca4f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f687fa7-388a-4e12-ae12-d81434d42684,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:44.801679 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcc2d8-6d5f-4d18-b9aa-f743f9dc519c req-c1045f22-c9ae-4f2e-a61b-6f84fc62a2e8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:44.803349 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e0dcc2d8-6d5f-4d18-b9aa-f743f9dc519c req-c1045f22-c9ae-4f2e-a61b-6f84fc62a2e8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0581005 Jul 28 18:03:44.858690 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e0dcc2d8-6d5f-4d18-b9aa-f743f9dc519c req-a47768f3-6492-481e-b200-8d34022724a8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Jul 28 18:03:46.022903 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce26fd-b037-427f-824a-be31359b0f14 req-b80970a4-e004-4bb2-a36a-00da7139f2b1 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:46.023360 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-20ce26fd-b037-427f-824a-be31359b0f14 req-b80970a4-e004-4bb2-a36a-00da7139f2b1 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0812714 Jul 28 18:03:46.093619 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-20ce26fd-b037-427f-824a-be31359b0f14 req-30da9e58-7566-4394-8e66-1b54ee91cf57 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636754 Jul 28 18:03:46.208586 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36400) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:46.369685 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697445188-network', 'tenant_id': '834ec9d4361246999cc4e822acaa6b77'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:46.448476 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Made reservation on behalf of 834ec9d4361246999cc4e822acaa6b77 for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:46.450993 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.460031 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.475922 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:46.543928 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks [] for security_group (578a97fb-c706-4cae-8a03-766eb658445f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.650950 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (578a97fb-c706-4cae-8a03-766eb658445f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.673532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:46.690167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578a97fb-c706-4cae-8a03-766eb658445f,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:46.695098 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (86fc35e2-378f-45a8-bd1e-db8539fffdff), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.695570 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Added segment 86fc35e2-378f-45a8-bd1e-db8539fffdff of type vlan for network 9deb3c13-2833-461f-adf7-1cc4897c90a6 Jul 28 18:03:46.745895 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (9deb3c13-2833-461f-adf7-1cc4897c90a6), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.837701 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (9deb3c13-2833-461f-adf7-1cc4897c90a6), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.839030 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:46.839628 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.844346 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:46.905532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] Pushing event updated for resources: {'Network': ['ID=9deb3c13-2833-461f-adf7-1cc4897c90a6,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:46.916224 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 9deb3c13-2833-461f-adf7-1cc4897c90a6 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:46.976243 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f48e8255-2656-42fe-8b06-402674fbdb14 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7638876 Jul 28 18:03:46.976566 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36424) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:46.981899 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Request body: {'subnet': {'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697445188-subnet', 'tenant_id': '834ec9d4361246999cc4e822acaa6b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:47.091021 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Made reservation on behalf of 834ec9d4361246999cc4e822acaa6b77 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:47.094179 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29463293'] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:47.235861 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76e596-5abe-44a7-9e2e-a4a9a5ff2e86 req-a0584198-6683-4a82-99a8-7ce38286b668 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:47.237379 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf76e596-5abe-44a7-9e2e-a4a9a5ff2e86 req-a0584198-6683-4a82-99a8-7ce38286b668 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0634220 Jul 28 18:03:47.350018 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf76e596-5abe-44a7-9e2e-a4a9a5ff2e86 req-aa7926e1-8a8c-4c7c-99f8-657d252e84b2 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888183 Jul 28 18:03:47.423717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31051913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29463251'] for subnet (c0da6343-ef39-4c2f-9839-c81f88de5bf1), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:47.475988 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:47.481822 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0da6343-ef39-4c2f-9839-c81f88de5bf1,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:47.498469 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Checking segment: {'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:03:47.498871 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Network hostable DHCP agents. Network: 9deb3c13-2833-461f-adf7-1cc4897c90a6, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:47.617363 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Network 9deb3c13-2833-461f-adf7-1cc4897c90a6 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:47.698629 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 9deb3c13-2833-461f-adf7-1cc4897c90a6) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:47.707305 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:47.708385 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:47.709303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbce9d5-09aa-4060-a18b-92ee9a75f2a9 None None] Network 9deb3c13-2833-461f-adf7-1cc4897c90a6 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:03:47.821464 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-80f8ce8e-644b-4aa1-8b47-07de775a240b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8398027 Jul 28 18:03:47.837694 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73739d3e-c719-4b80-bd0c-8b8615dddbe1 None None] Network 9deb3c13-2833-461f-adf7-1cc4897c90a6 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:03:48.457170 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:48.474995 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec1a1f-573e-4601-b058-3ab78a2c253b req-ea5c6333-9a5c-4fc4-a901-0fdd68729755 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:48.477364 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bcec1a1f-573e-4601-b058-3ab78a2c253b req-ea5c6333-9a5c-4fc4-a901-0fdd68729755 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Jul 28 18:03:48.530488 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bcec1a1f-573e-4601-b058-3ab78a2c253b req-1502f6dd-8a53-448e-8a78-ff18ddbe6bda tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Jul 28 18:03:48.540246 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36478) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:48.651864 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b854445f-2586-4f7d-8d9d-4c5f51ed9b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:48.731709 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b854445f-2586-4f7d-8d9d-4c5f51ed9b28 admin admin] Publish callbacks [] for security_group (3e9d1e1c-8935-482c-99d0-84d2e32036d2), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:48.871188 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b854445f-2586-4f7d-8d9d-4c5f51ed9b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3e9d1e1c-8935-482c-99d0-84d2e32036d2), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:48.889583 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:48.913105 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854445f-2586-4f7d-8d9d-4c5f51ed9b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d1e1c-8935-482c-99d0-84d2e32036d2,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:48.917455 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b854445f-2586-4f7d-8d9d-4c5f51ed9b28 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e81a1209771a4796807a8e439a27618b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762465 Jul 28 18:03:48.920140 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36498) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:48.981790 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-695778ca-bfb9-42b7-920d-664ed52c0659 admin admin] Publish callbacks [] for security_group (3e9d1e1c-8935-482c-99d0-84d2e32036d2), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:49.005047 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-695778ca-bfb9-42b7-920d-664ed52c0659 admin admin] Publish callbacks [] for security_group (3e9d1e1c-8935-482c-99d0-84d2e32036d2), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:49.157414 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-695778ca-bfb9-42b7-920d-664ed52c0659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3e9d1e1c-8935-482c-99d0-84d2e32036d2), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:49.160125 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-695778ca-bfb9-42b7-920d-664ed52c0659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:49.163630 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-695778ca-bfb9-42b7-920d-664ed52c0659 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3e9d1e1c-8935-482c-99d0-84d2e32036d2 HTTP/1.1" status: 204 len: 168 time: 0.2403669 Jul 28 18:03:49.170227 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695778ca-bfb9-42b7-920d-664ed52c0659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d1e1c-8935-482c-99d0-84d2e32036d2,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:49.184255 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:49.655783 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054c56-7b27-46a0-acd9-4ed5bb9a61b1 req-30b67035-575e-49ba-9017-4d9ac51cdcb7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:49.657189 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-39054c56-7b27-46a0-acd9-4ed5bb9a61b1 req-30b67035-575e-49ba-9017-4d9ac51cdcb7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0484412 Jul 28 18:03:49.705701 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-39054c56-7b27-46a0-acd9-4ed5bb9a61b1 req-85a4fc30-d774-479c-9ec7-52b9b1d67f13 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jul 28 18:03:49.972213 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36522) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:49.986145 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-93a593d5-ce97-45c7-b8d7-4fb522f651a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.062950 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-93a593d5-ce97-45c7-b8d7-4fb522f651a8 admin admin] Publish callbacks [] for security_group (4ec18946-9ab7-4b8f-8705-21756d3d8470), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.142793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-93a593d5-ce97-45c7-b8d7-4fb522f651a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (4ec18946-9ab7-4b8f-8705-21756d3d8470), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.188272 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-93a593d5-ce97-45c7-b8d7-4fb522f651a8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=76929436f9ba47dea7bd1d1539c594f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149448 Jul 28 18:03:50.189397 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a593d5-ce97-45c7-b8d7-4fb522f651a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec18946-9ab7-4b8f-8705-21756d3d8470,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:50.191241 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36524) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:50.248838 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea75dd95-7786-4fd4-bbb3-c23c8dfc26b7 admin admin] Publish callbacks [] for security_group (4ec18946-9ab7-4b8f-8705-21756d3d8470), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.272644 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea75dd95-7786-4fd4-bbb3-c23c8dfc26b7 admin admin] Publish callbacks [] for security_group (4ec18946-9ab7-4b8f-8705-21756d3d8470), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.372202 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36534) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:50.403805 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea75dd95-7786-4fd4-bbb3-c23c8dfc26b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (4ec18946-9ab7-4b8f-8705-21756d3d8470), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.406732 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea75dd95-7786-4fd4-bbb3-c23c8dfc26b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.410489 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ea75dd95-7786-4fd4-bbb3-c23c8dfc26b7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4ec18946-9ab7-4b8f-8705-21756d3d8470 HTTP/1.1" status: 204 len: 168 time: 0.2157602 Jul 28 18:03:50.418156 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75dd95-7786-4fd4-bbb3-c23c8dfc26b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec18946-9ab7-4b8f-8705-21756d3d8470,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:50.485137 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-03d2d971-8eb9-402d-adf6-4ad99c6b109c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.560931 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-03d2d971-8eb9-402d-adf6-4ad99c6b109c admin admin] Publish callbacks [] for security_group (c269cf05-3b89-458d-a020-c8edef6b8853), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.662186 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-03d2d971-8eb9-402d-adf6-4ad99c6b109c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c269cf05-3b89-458d-a020-c8edef6b8853), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.703331 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-03d2d971-8eb9-402d-adf6-4ad99c6b109c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=062a2e97253143909a598ff41f5af5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300545 Jul 28 18:03:50.704201 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2d971-8eb9-402d-adf6-4ad99c6b109c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269cf05-3b89-458d-a020-c8edef6b8853,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:50.706264 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36544) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:50.763870 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c089-6990-4553-82f6-f23d6cdc57d1 admin admin] Publish callbacks [] for security_group (c269cf05-3b89-458d-a020-c8edef6b8853), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.792523 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c089-6990-4553-82f6-f23d6cdc57d1 admin admin] Publish callbacks [] for security_group (c269cf05-3b89-458d-a020-c8edef6b8853), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.866338 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:50.906452 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37009ee-7659-45a4-b0f9-0dbcdad1743f req-efb2c6d5-579a-47af-90aa-90c2f6d84bd9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:50.908695 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c37009ee-7659-45a4-b0f9-0dbcdad1743f req-efb2c6d5-579a-47af-90aa-90c2f6d84bd9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.1089911 Jul 28 18:03:50.965120 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c37009ee-7659-45a4-b0f9-0dbcdad1743f req-d63781b8-82f4-417f-97cc-a5466db5b70a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495842 Jul 28 18:03:50.984373 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c089-6990-4553-82f6-f23d6cdc57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c269cf05-3b89-458d-a020-c8edef6b8853), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.989785 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c089-6990-4553-82f6-f23d6cdc57d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:50.992432 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5cc1c089-6990-4553-82f6-f23d6cdc57d1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c269cf05-3b89-458d-a020-c8edef6b8853 HTTP/1.1" status: 204 len: 168 time: 0.2846551 Jul 28 18:03:51.003304 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1c089-6990-4553-82f6-f23d6cdc57d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269cf05-3b89-458d-a020-c8edef6b8853,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:51.143032 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-b5569698-7ff5-402c-aa6c-1d9b47792b14 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:51.144525 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-b5569698-7ff5-402c-aa6c-1d9b47792b14 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/networks?id=9deb3c13-2833-461f-adf7-1cc4897c90a6 HTTP/1.1" status: 200 len: 809 time: 0.1121516 Jul 28 18:03:51.161775 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-5ada3ae0-b2aa-471e-8c79-8b69772d3bf9 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/quotas/834ec9d4361246999cc4e822acaa6b77 HTTP/1.1" status: 200 len: 375 time: 0.0099010 Jul 28 18:03:51.199135 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-263ed4f6-bd7b-41ea-b3a7-186a8ad075a8 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=834ec9d4361246999cc4e822acaa6b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298562 Jul 28 18:03:51.301168 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-a4bf44f1-5ef3-4464-92a8-3211ac6e4f4f service neutron] 10.222.0.85 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952237 Jul 28 18:03:51.367327 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:51.405624 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-d2ab3824-9462-4f83-9550-e04f2bc0c57b service neutron] 10.222.0.85 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979965 Jul 28 18:03:51.744545 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-238250c7-c2c4-42e6-ae8b-9049e3de7f55 req-9cdc0167-0d98-45fb-8b2e-68fca4326a9f tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0431921 Jul 28 18:03:52.093943 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab17ab-7941-4bb3-b875-394a77d6ebda req-5ba132e4-ec6e-4979-84ee-05da52e36369 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:52.095663 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f6ab17ab-7941-4bb3-b875-394a77d6ebda req-5ba132e4-ec6e-4979-84ee-05da52e36369 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0565083 Jul 28 18:03:52.160168 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f6ab17ab-7941-4bb3-b875-394a77d6ebda req-17d7d9cb-ae7e-4a29-af0b-de66b30df91e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577204 Jul 28 18:03:52.191580 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36628) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:52.296708 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1389997184-network', 'tenant_id': '39115160ca364b2590af12fccde98256'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:52.314672 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:52.411869 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Made reservation on behalf of 39115160ca364b2590af12fccde98256 for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:52.413102 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.423692 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.511835 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks [] for security_group (6f5c6ff0-5f1c-489b-b205-2c454da2c406), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.529152 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:03:52.594086 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6f5c6ff0-5f1c-489b-b205-2c454da2c406), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.619338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:52.639230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (20300402-393b-4b1b-a2b8-6548b2120983), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.639230 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Added segment 20300402-393b-4b1b-a2b8-6548b2120983 of type vlan for network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a Jul 28 18:03:52.644651 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c6ff0-5f1c-489b-b205-2c454da2c406,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:52.682534 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.774824 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.776061 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:52.777046 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:52.820341 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c4a00ca0-83e6-452c-9954-7f17d700e14d req-f298dd2d-76dc-4601-9960-17ba2dd8489b tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0278871 Jul 28 18:03:52.845771 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] Pushing event updated for resources: {'Network': ['ID=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:52.856350 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:52.936422 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8f394b72-56e2-4358-8898-8f9fcda080b0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7427735 Jul 28 18:03:52.938264 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36656) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:52.943943 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Request body: {'subnet': {'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1389997184-subnet', 'tenant_id': '39115160ca364b2590af12fccde98256', 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:53.031165 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Made reservation on behalf of 39115160ca364b2590af12fccde98256 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:53.033709 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29463293'] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:53.205261 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:53.272471 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31051913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29463251'] for subnet (05563190-728f-4160-99c4-24648f2b17dc), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:53.320634 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e4d30-3671-45c1-8c7c-203ddba83a5e req-d7d5eec3-2f72-401a-821b-c0d4275ba095 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:53.322840 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ad0e4d30-3671-45c1-8c7c-203ddba83a5e req-d7d5eec3-2f72-401a-821b-c0d4275ba095 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0820315 Jul 28 18:03:53.572846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05563190-728f-4160-99c4-24648f2b17dc,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:53.596838 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Checking segment: {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:03:53.597184 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Network hostable DHCP agents. Network: 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:53.613370 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ad0e4d30-3671-45c1-8c7c-203ddba83a5e req-749223ae-6e08-4847-96d3-d6b70e5aa9a9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807090 Jul 28 18:03:53.691346 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:53.788048 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:53.792844 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:53.793464 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:53.798222 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78411a27-a495-4800-9fb8-ad27debcbcb0 None None] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:03:53.870673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:53.882723 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-eda84764-9653-4b0d-8b26-a24f36356530 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9424398 Jul 28 18:03:53.885499 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36674) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:53.890458 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:53.902733 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:53.912453 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'project_id': '39115160ca364b2590af12fccde98256', 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:03:53.913396 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:53.940762 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ffef9f39-4623-41c6-87b4-c80f13a2f525 req-64e3d4c3-fc8f-44b3-8493-895ddcaf0ffd tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0421982 Jul 28 18:03:54.011433 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.012854 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.056412 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Allocated IP 172.20.0.2 (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a/05563190-728f-4160-99c4-24648f2b17dc/276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:54.084834 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks [] for router_controller (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), precommit_add_association {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.200656 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Publish callbacks [] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.268598 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.327964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks [] for router_gateway (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.418939 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:54.433098 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:54.437964 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:54.442432 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:03:54.445556 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Pushing event updated for resources: {'Port': ['ID=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:54.503934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Attempting to bind port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:03:54.503934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Attempting to bind port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:03:54.503934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Attempting to bind port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 on network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:03:54.508977 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:03:54.509596 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Checking segment: {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:03:54.509980 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.510396 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Bound using segment: {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:03:54.511074 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Bound port: 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:03:54.511273 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.577784 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] For port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:54.580904 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] For port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:54.604504 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks [] for router_gateway (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.627307 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.701629 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.764649 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a077f12-f07e-475e-b4dc-80367577db20 None None] Pushing event updated for resources: {'Port': ['ID=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:54.792240 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec1d8-73aa-4241-853e-734b10d5bcb7 req-e425ca3c-4f77-4244-a3a1-c07f0450ec46 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:54.794013 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-006ec1d8-73aa-4241-853e-734b10d5bcb7 req-e425ca3c-4f77-4244-a3a1-c07f0450ec46 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0900831 Jul 28 18:03:54.849718 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Allocated IP 172.27.0.43 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/8609e520-2d56-4a77-abee-4121c319d0c5) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:54.956131 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-006ec1d8-73aa-4241-853e-734b10d5bcb7 req-136cb165-3f4d-490b-a229-d089e11d5337 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553130 Jul 28 18:03:55.034040 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks [] for port (8609e520-2d56-4a77-abee-4121c319d0c5), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:55.108593 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-717351c1-9563-4d9a-98b8-8e7ca154057f req-e73c9fa0-cfc5-4ce2-8d1e-a48ab1fa53a8 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0301895 Jul 28 18:03:55.214612 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:55.258259 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:55.264358 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:55.266296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Pushing event updated for resources: {'Port': ['ID=8609e520-2d56-4a77-abee-4121c319d0c5,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:55.268539 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:03:55.628336 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks [] for router_gateway (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:55.738990 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:55.809842 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9b4d6-7019-4993-b509-cfa32de18a27 None None] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:03:55.854644 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:55.875033 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-0831b610-5f74-4e68-87ce-61e8298a564b None None] Provisioning complete for port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:03:55.875404 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0831b610-5f74-4e68-87ce-61e8298a564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:55.987506 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:56.008161 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-0831b610-5f74-4e68-87ce-61e8298a564b None None] Current status of the port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:03:56.008161 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0831b610-5f74-4e68-87ce-61e8298a564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:56.046024 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-0831b610-5f74-4e68-87ce-61e8298a564b None None] For port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:56.086822 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:03:56.097242 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56789814-0463-4fb8-990f-4ac7ec8e6f8e req-fd7dbfad-7d8a-43ce-8b4a-bd9113900410 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:56.098816 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56789814-0463-4fb8-990f-4ac7ec8e6f8e req-fd7dbfad-7d8a-43ce-8b4a-bd9113900410 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Jul 28 18:03:56.108021 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0831b610-5f74-4e68-87ce-61e8298a564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:56.171071 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831b610-5f74-4e68-87ce-61e8298a564b None None] Pushing event updated for resources: {'Port': ['ID=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:56.227937 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56789814-0463-4fb8-990f-4ac7ec8e6f8e req-5fdedb5e-dc70-4939-8ea0-22495ae809aa tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205630 Jul 28 18:03:56.249314 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-4c0cec51-fcd8-4d79-a70c-fbd814c6b053 None None] Provisioning complete for port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:03:56.253798 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:56.254263 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-4c0cec51-fcd8-4d79-a70c-fbd814c6b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:56.269405 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-17eecb38-5968-4210-a909-8d85ee6c1752 req-ae4abf9d-91a4-4b55-adbc-85bd857b6c0e tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0535660 Jul 28 18:03:56.283085 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Sync routers for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:56.286944 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:56.305765 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:03:56.306541 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:03:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:56.338851 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:56.340098 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0ae62c04-4d34-404e-a8d7-da014df8463f admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4529142 Jul 28 18:03:56.342824 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36748) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:56.422124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cec51-fcd8-4d79-a70c-fbd814c6b053 None None] Current status of the port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:03:56.423012 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:56.452107 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:03:56.565420 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:56.622716 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:56.627342 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:55Z', 'revision_number': 3, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:56.650543 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Checking router: 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:03:56.650896 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Updating router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 port 8609e520-2d56-4a77-abee-4121c319d0c5 binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:03:56.679543 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:56.767104 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:56.945940 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Allocated IP 172.20.0.1 (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a/05563190-728f-4160-99c4-24648f2b17dc/c81d20ee-2050-4635-9e3a-47aa4c102fe5) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:56.953566 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:57.003725 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Publish callbacks [] for port (8609e520-2d56-4a77-abee-4121c319d0c5), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.019096 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:03:57.019483 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.039695 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:57.075011 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks [] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.099779 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:03:57.102704 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.125029 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:57.157673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Attempting to bind port 8609e520-2d56-4a77-abee-4121c319d0c5 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:03:57.158051 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Attempting to bind port 8609e520-2d56-4a77-abee-4121c319d0c5 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:03:57.158444 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Attempting to bind port 8609e520-2d56-4a77-abee-4121c319d0c5 on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:03:57.161816 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d80d-bc58-4f17-80a3-a6f3b008ce03 None None] Pushing event updated for resources: {'Port': ['ID=8609e520-2d56-4a77-abee-4121c319d0c5,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:57.166921 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:03:57.167298 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:03:57.167702 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.168089 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:03:57.168564 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Bound port: 8609e520-2d56-4a77-abee-4121c319d0c5, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:03:57.169093 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.177070 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.224505 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] For port 8609e520-2d56-4a77-abee-4121c319d0c5, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:57.226757 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:57.228322 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] For port 8609e520-2d56-4a77-abee-4121c319d0c5, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8609e520-2d56-4a77-abee-4121c319d0c5,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:57.232847 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:57.235497 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:03:57.239488 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Pushing event updated for resources: {'Port': ['ID=c81d20ee-2050-4635-9e3a-47aa4c102fe5,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:57.307334 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.338525 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.401418 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:03:57.402056 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:03:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:57.434137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-2da9ff01-0d84-4a1e-9f9b-9c4e665cbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:57.435922 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-2da9ff01-0d84-4a1e-9f9b-9c4e665cbe33 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1129 time: 0.1443920 Jul 28 18:03:57.476314 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b1e59-7591-4c69-8a17-8e06c3285e0f req-381c91f4-a544-44f4-b15f-095d38845c19 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:57.478852 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a81b1e59-7591-4c69-8a17-8e06c3285e0f req-381c91f4-a544-44f4-b15f-095d38845c19 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.1276264 Jul 28 18:03:57.491536 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d80d-bc58-4f17-80a3-a6f3b008ce03 None None] Pushing event updated for resources: {'Port': ['ID=8609e520-2d56-4a77-abee-4121c319d0c5,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:57.494904 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e72bdf6d-1063-4f90-9608-cb4204e249c6 req-585d81de-9add-4ffc-a501-44c75cdd3737 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0564520 Jul 28 18:03:57.522559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:03:57.583253 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:57.591667 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-9a6539e2-03a6-4159-9a92-ff71948df91d None None] Provisioning complete for port c81d20ee-2050-4635-9e3a-47aa4c102fe5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:03:57.592041 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9a6539e2-03a6-4159-9a92-ff71948df91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.595071 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a81b1e59-7591-4c69-8a17-8e06c3285e0f req-d85c0422-6388-4843-8bd0-df8d2aff2b96 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030960 Jul 28 18:03:57.616977 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:57.800671 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-9a6539e2-03a6-4159-9a92-ff71948df91d None None] Port c81d20ee-2050-4635-9e3a-47aa4c102fe5 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:03:57.803338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:57.884894 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:55Z', 'revision_number': 3, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:57.894947 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-b531be20-582e-436b-8e34-e315d549b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:57.904967 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-b531be20-582e-436b-8e34-e315d549b3a7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.2571881 Jul 28 18:03:57.911254 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd28a6-7903-46c0-bb54-b16f27547e14 None None] The sync data for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi is: [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:55Z', 'revision_number': 3, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:03:57.917085 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-e5f70fe3-1550-4afe-9768-a80957258723 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:57.918552 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-e5f70fe3-1550-4afe-9768-a80957258723 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "GET /v2.0/networks?id=9deb3c13-2833-461f-adf7-1cc4897c90a6 HTTP/1.1" status: 200 len: 809 time: 0.2685680 Jul 28 18:03:57.962687 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Request body: {'port': {'device_id': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6', 'admin_state_up': True, 'tenant_id': '834ec9d4361246999cc4e822acaa6b77'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:57.967016 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-c7949fc0-af9d-4c6d-a8ad-13a3920cd129 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0633247 Jul 28 18:03:58.295090 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:58.436146 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-3023b079-f5e2-4cea-9770-6c59cbdd2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:58.437497 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-3023b079-f5e2-4cea-9770-6c59cbdd2ba2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.1572797 Jul 28 18:03:58.542569 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks [] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.552456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-03229a43-98d3-4ba4-838d-9d5ff2c3247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:58.554510 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-03229a43-98d3-4ba4-838d-9d5ff2c3247b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953093 Jul 28 18:03:58.601012 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f934e056-b2da-4ba5-8877-5b824de3bb07 req-19629a52-2ebc-490d-8193-865221ba755a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0310872 Jul 28 18:03:58.657682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Made reservation on behalf of 834ec9d4361246999cc4e822acaa6b77 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:58.661998 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.666988 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.819741 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36804) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:58.819910 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:58.822302 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-ec1d6415-9102-4d0a-aa43-bea41eddb8d7 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413976 Jul 28 18:03:58.864071 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Pushing event updated for resources: {'Port': ['ID=c81d20ee-2050-4635-9e3a-47aa4c102fe5,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:58.875173 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.897052 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762134b-a457-4ca1-9882-a3ba86a18fc6 req-91710a1c-9b32-46ea-a130-7ed9b62ed7cb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:58.911016 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1762134b-a457-4ca1-9882-a3ba86a18fc6 req-91710a1c-9b32-46ea-a130-7ed9b62ed7cb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.2030780 Jul 28 18:03:58.979022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8609e520-2d56-4a77-abee-4121c319d0c5 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:03:58.985289 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc5ee-4283-40e4-8f7e-5d7b33a957de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.046647 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 8609e520-2d56-4a77-abee-4121c319d0c5 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:03:59.047133 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.071091 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc5ee-4283-40e4-8f7e-5d7b33a957de admin admin] Publish callbacks [] for security_group (1660d191-bb88-4a08-80ba-b23659acb346), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.080420 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1762134b-a457-4ca1-9882-a3ba86a18fc6 req-78e84978-a34d-4063-a01e-fac9ad65ab2b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745214 Jul 28 18:03:59.099020 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Allocated IP 172.20.0.6 (9deb3c13-2833-461f-adf7-1cc4897c90a6/c0da6343-ef39-4c2f-9839-c81f88de5bf1/1a8789b3-5499-4e64-b9d6-674552b7dcae) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:59.114232 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:59.116928 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:59.130958 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 8609e520-2d56-4a77-abee-4121c319d0c5 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:03:59.131463 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.165505 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 8609e520-2d56-4a77-abee-4121c319d0c5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8609e520-2d56-4a77-abee-4121c319d0c5,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:03:59.176939 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc5ee-4283-40e4-8f7e-5d7b33a957de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1660d191-bb88-4a08-80ba-b23659acb346), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.225150 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-2c2cc5ee-4283-40e4-8f7e-5d7b33a957de admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9c7e51fb281446fdad1e82543789b6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033329 Jul 28 18:03:59.225744 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36814) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:59.233939 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cc5ee-4283-40e4-8f7e-5d7b33a957de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1660d191-bb88-4a08-80ba-b23659acb346,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:59.262479 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.314737 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ef2b6a3f-5e05-499e-bbdc-a5f8d1c8b776 admin admin] Publish callbacks [] for security_group (1660d191-bb88-4a08-80ba-b23659acb346), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.316152 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:59.355022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=8609e520-2d56-4a77-abee-4121c319d0c5,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:59.366585 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ef2b6a3f-5e05-499e-bbdc-a5f8d1c8b776 admin admin] Publish callbacks [] for security_group (1660d191-bb88-4a08-80ba-b23659acb346), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.431806 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a2b76458-6a62-41b9-bbfb-68ca1dd6027e None None] Provisioning complete for port c81d20ee-2050-4635-9e3a-47aa4c102fe5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:03:59.432180 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a2b76458-6a62-41b9-bbfb-68ca1dd6027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.452084 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:03:59.503109 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a2b76458-6a62-41b9-bbfb-68ca1dd6027e None None] Port c81d20ee-2050-4635-9e3a-47aa4c102fe5 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:03:59.535568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:59.536466 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ef2b6a3f-5e05-499e-bbdc-a5f8d1c8b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1660d191-bb88-4a08-80ba-b23659acb346), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.544418 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ef2b6a3f-5e05-499e-bbdc-a5f8d1c8b776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.545000 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ef2b6a3f-5e05-499e-bbdc-a5f8d1c8b776 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1660d191-bb88-4a08-80ba-b23659acb346 HTTP/1.1" status: 204 len: 168 time: 0.3178732 Jul 28 18:03:59.562861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b6a3f-5e05-499e-bbdc-a5f8d1c8b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1660d191-bb88-4a08-80ba-b23659acb346,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:59.649240 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:59.680976 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks [] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.735478 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-38f251c9-fa8e-4f89-a944-e0d0bfcbb705 req-09b77845-847e-40a2-bdf9-a1a5587bf64f service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037298 Jul 28 18:03:59.766607 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f1dce-5466-44e4-af70-10607c71b59f req-abf779b8-85ad-4b4b-a8e6-42ff1ad423ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:59.768182 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-394f1dce-5466-44e4-af70-10607c71b59f req-abf779b8-85ad-4b4b-a8e6-42ff1ad423ed service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1129 time: 0.2035115 Jul 28 18:03:59.810583 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-366121ab-1d25-4329-b708-1f39226c1b98 req-d8e934fe-21b5-4abf-a872-9acd1d8cd0ba tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0808096 Jul 28 18:03:59.927086 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-394f1dce-5466-44e4-af70-10607c71b59f req-87ce783b-0ad1-47b8-82d8-7a5621d8367b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239510 Jul 28 18:03:59.928083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:03:59.938147 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ddb4bdbb-b66b-4c69-8dd0-6bf890acb58f admin admin] 10.222.0.85 "PUT /v2.0/routers/373b0bfa-2fc0-425f-88cd-6f71d071b5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5896418 Jul 28 18:03:59.943494 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Sync routers for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:03:59.950870 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=84 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:59.954888 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:03:59.955505 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:03:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:59.991950 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.094211 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Network 9deb3c13-2833-461f-adf7-1cc4897c90a6 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:00.104547 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:00.110280 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Pushing event updated for resources: {'Port': ['ID=1a8789b3-5499-4e64-b9d6-674552b7dcae,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:00.119845 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:00.183227 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:00.214788 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:00.215342 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:00.231293 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:00.233537 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.309620 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7f5cc-ad90-491d-8cdd-6ac8413e57a4 req-bce7d8bd-688c-4ca9-877f-d72f6a9d6eb3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:00.316676 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a0f7f5cc-ad90-491d-8cdd-6ac8413e57a4 req-bce7d8bd-688c-4ca9-877f-d72f6a9d6eb3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0753598 Jul 28 18:04:00.362720 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cbba3529-29e0-43e8-8670-73ef1e3d2c06 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4126263 Jul 28 18:04:00.399274 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a0f7f5cc-ad90-491d-8cdd-6ac8413e57a4 req-42d465f7-4a58-40ae-a97e-1d22c9d2c99a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Jul 28 18:04:00.438635 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 2, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:00.469133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Request body: {'port': {'device_id': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:00.497099 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Checking router: 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:00.497740 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Updating router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 port c81d20ee-2050-4635-9e3a-47aa4c102fe5 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:00.511856 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b114b66-053c-4d37-b198-cad2da81a849 req-378ba02e-cc1c-402e-8fce-bcdfc96e1d88 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:00.515076 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1b114b66-053c-4d37-b198-cad2da81a849 req-378ba02e-cc1c-402e-8fce-bcdfc96e1d88 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1082175 Jul 28 18:04:00.534849 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.561102 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.612475 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1b114b66-053c-4d37-b198-cad2da81a849 req-12c73bb8-1972-4118-a2d1-49c2094d0334 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822818 Jul 28 18:04:00.636776 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36874) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:00.658768 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71b00975-c4a7-4205-9131-ec8f0f0f2acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.786332 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71b00975-c4a7-4205-9131-ec8f0f0f2acf admin admin] Publish callbacks [] for security_group (502fe568-1f62-4d2e-ab6b-3e7ec4ed7766), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.890591 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:00.916621 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Publish callbacks [] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.927359 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8609e520-2d56-4a77-abee-4121c319d0c5 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:00.931144 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71b00975-c4a7-4205-9131-ec8f0f0f2acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (502fe568-1f62-4d2e-ab6b-3e7ec4ed7766), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.947658 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8789b3-5499-4e64-b9d6-674552b7dcae {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:00.959214 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Publish callbacks [] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:00.970287 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb18-febd-4e67-809f-84045dd0bd28 req-2be7d716-0380-4230-9ae0-39fd39a1b5fc tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:00.971862 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c657cb18-febd-4e67-809f-84045dd0bd28 req-2be7d716-0380-4230-9ae0-39fd39a1b5fc tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 931 time: 0.0688052 Jul 28 18:04:00.987440 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Transition to ACTIVE for port object 1a8789b3-5499-4e64-b9d6-674552b7dcae will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:04:00.996868 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:00.998145 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 8609e520-2d56-4a77-abee-4121c319d0c5 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:00.998772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.002318 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b00975-c4a7-4205-9131-ec8f0f0f2acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502fe568-1f62-4d2e-ab6b-3e7ec4ed7766,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.007250 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-71b00975-c4a7-4205-9131-ec8f0f0f2acf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=362540e3e00340d99eec9eb966c70ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694365 Jul 28 18:04:01.010609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36882) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:01.074899 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.078638 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-20c7b7b1-6830-4079-8d5a-831952ff4cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.084674 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c657cb18-febd-4e67-809f-84045dd0bd28 req-a7baa4b1-3360-466c-ac94-f150f3830819 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984616 Jul 28 18:04:01.119743 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 8609e520-2d56-4a77-abee-4121c319d0c5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:01.140621 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.147504 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c31d3182-54b6-4994-8976-9276d3a5bc42 admin admin] Publish callbacks [] for security_group (502fe568-1f62-4d2e-ab6b-3e7ec4ed7766), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.174211 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Pushing event updated for resources: {'Port': ['ID=c81d20ee-2050-4635-9e3a-47aa4c102fe5,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.220916 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c31d3182-54b6-4994-8976-9276d3a5bc42 admin admin] Publish callbacks [] for security_group (502fe568-1f62-4d2e-ab6b-3e7ec4ed7766), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.231737 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.232173 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.232523 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.235426 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.236047 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.236585 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.237133 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.237661 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.238207 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.238788 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.239331 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.239892 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.240428 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.240961 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.241497 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:01.270005 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Attempting to bind port c81d20ee-2050-4635-9e3a-47aa4c102fe5 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:01.270458 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Attempting to bind port c81d20ee-2050-4635-9e3a-47aa4c102fe5 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:01.270865 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Attempting to bind port c81d20ee-2050-4635-9e3a-47aa4c102fe5 on network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:01.284244 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:01.284690 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Checking segment: {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:01.285100 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.285509 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Bound using segment: {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:01.290967 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Bound port: c81d20ee-2050-4635-9e3a-47aa4c102fe5, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:01.290967 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.293333 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36896) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:01.299156 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-61319999-network', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:01.392056 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Made reservation on behalf of 54e11078158541c0bafc3b82d2da2d72 for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:01.393730 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] For port c81d20ee-2050-4635-9e3a-47aa4c102fe5, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:01.396445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.397598 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] For port c81d20ee-2050-4635-9e3a-47aa4c102fe5, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=c81d20ee-2050-4635-9e3a-47aa4c102fe5,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:01.398204 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8789b3-5499-4e64-b9d6-674552b7dcae,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.418122 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.434466 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:01.443551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Attempting to bind port 1a8789b3-5499-4e64-b9d6-674552b7dcae on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:01.443876 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Attempting to bind port 1a8789b3-5499-4e64-b9d6-674552b7dcae by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:01.444203 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Attempting to bind port 1a8789b3-5499-4e64-b9d6-674552b7dcae on network 9deb3c13-2833-461f-adf7-1cc4897c90a6 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:01.449574 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Port 1a8789b3-5499-4e64-b9d6-674552b7dcae on network 9deb3c13-2833-461f-adf7-1cc4897c90a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:04:01.449901 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Attempting to bind port 1a8789b3-5499-4e64-b9d6-674552b7dcae on network 9deb3c13-2833-461f-adf7-1cc4897c90a6 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:01.455295 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:01.455713 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Checking segment: {'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:01.456155 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Bound using segment: {'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:01.456648 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Bound port: 1a8789b3-5499-4e64-b9d6-674552b7dcae, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:01.457071 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.485694 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.546990 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c31d3182-54b6-4994-8976-9276d3a5bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (502fe568-1f62-4d2e-ab6b-3e7ec4ed7766), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.549123 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-19a73852-e6d8-43fc-832d-9ed61db1c9a7 None None] Provisioning complete for port c81d20ee-2050-4635-9e3a-47aa4c102fe5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:01.556018 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-19a73852-e6d8-43fc-832d-9ed61db1c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.556153 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c31d3182-54b6-4994-8976-9276d3a5bc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.560359 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c31d3182-54b6-4994-8976-9276d3a5bc42 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/502fe568-1f62-4d2e-ab6b-3e7ec4ed7766 HTTP/1.1" status: 204 len: 168 time: 0.5487795 Jul 28 18:04:01.566213 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:01.583906 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e1013-4db4-4843-bbb1-a1aa292a7f81 req-699e044a-c6c3-4c7d-8d67-94432d210450 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:01.591640 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d3182-54b6-4994-8976-9276d3a5bc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502fe568-1f62-4d2e-ab6b-3e7ec4ed7766,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.594390 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5c5e1013-4db4-4843-bbb1-a1aa292a7f81 req-699e044a-c6c3-4c7d-8d67-94432d210450 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.1002703 Jul 28 18:04:01.594520 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] For port 1a8789b3-5499-4e64-b9d6-674552b7dcae, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:01.615807 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] For port 1a8789b3-5499-4e64-b9d6-674552b7dcae, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a8789b3-5499-4e64-b9d6-674552b7dcae,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:01.645648 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eb94c-180f-4552-9beb-64caadba529a None None] Pushing event updated for resources: {'Port': ['ID=c81d20ee-2050-4635-9e3a-47aa4c102fe5,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.674597 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:01.674597 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:03:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:01.706046 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5c5e1013-4db4-4843-bbb1-a1aa292a7f81 req-19b498b4-87eb-4e6c-9412-b06af9e35db5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100166 Jul 28 18:04:01.726056 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:01.729312 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks [] for security_group (1124a058-3c64-441d-aad4-2f2fb8b3e379), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.752246 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.833471 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1124a058-3c64-441d-aad4-2f2fb8b3e379), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.893689 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-19a73852-e6d8-43fc-832d-9ed61db1c9a7 None None] Current status of the port c81d20ee-2050-4635-9e3a-47aa4c102fe5 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:01.894277 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-19a73852-e6d8-43fc-832d-9ed61db1c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.897260 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1124a058-3c64-441d-aad4-2f2fb8b3e379,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:01.925191 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:04:01.950785 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (15baa044-89b6-4b00-865b-0caf505c9b3a), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.952367 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Added segment 15baa044-89b6-4b00-865b-0caf505c9b3a of type vlan for network 251d9700-a164-402b-ad7d-c7d04ef33613 Jul 28 18:04:01.960487 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:01.961795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:01.964069 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] 10.222.0.99 "PUT /v2.0/ports/1a8789b3-5499-4e64-b9d6-674552b7dcae HTTP/1.1" status: 200 len: 1093 time: 1.5006473 Jul 28 18:04:01.964519 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36918) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:01.964987 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'tag': '1a8789b3-5499-4e64-b9d6-674552b7dcae'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:01.967757 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5827d-1e89-446e-8aaa-519e523d507f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad79ec17-9b38-48a9-b21a-51ee6c1a4a27", "tag": "1a8789b3-5499-4e64-b9d6-674552b7dcae"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:01.979573 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bad0e3-a95f-4460-b5fd-e50efaf6d591 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8789b3-5499-4e64-b9d6-674552b7dcae,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:02.002464 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:02.016927 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-19a73852-e6d8-43fc-832d-9ed61db1c9a7 None None] For port c81d20ee-2050-4635-9e3a-47aa4c102fe5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=c81d20ee-2050-4635-9e3a-47aa4c102fe5,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:02.033992 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aca9a4-5bfb-4c36-a0ca-87d4ce8cd83b req-7365b127-4ad4-4d7d-ad13-e651f0f40d1b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:02.043901 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a1aca9a4-5bfb-4c36-a0ca-87d4ce8cd83b req-7365b127-4ad4-4d7d-ad13-e651f0f40d1b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1852498 Jul 28 18:04:02.045462 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0602e97e-4766-4588-aa7e-838631cc1375 x-openstack-request-id: req-0602e97e-4766-4588-aa7e-838631cc1375 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:02.045747 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad79ec17-9b38-48a9-b21a-51ee6c1a4a27", "tag": "1a8789b3-5499-4e64-b9d6-674552b7dcae", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:02.046003 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0602e97e-4766-4588-aa7e-838631cc1375 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:02.050229 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0602e97e-4766-4588-aa7e-838631cc1375'] response: {'name': 'network-changed', 'server_uuid': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'tag': '1a8789b3-5499-4e64-b9d6-674552b7dcae', 'status': 'completed', 'code': 200} Jul 28 18:04:02.053460 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:02.054245 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:02.077647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (251d9700-a164-402b-ad7d-c7d04ef33613), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.103237 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-19a73852-e6d8-43fc-832d-9ed61db1c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.148269 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a1aca9a4-5bfb-4c36-a0ca-87d4ce8cd83b req-a363450f-c323-49c9-85d9-87e380d081d6 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981050 Jul 28 18:04:02.192663 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a73852-e6d8-43fc-832d-9ed61db1c9a7 None None] Pushing event updated for resources: {'Port': ['ID=c81d20ee-2050-4635-9e3a-47aa4c102fe5,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:02.220037 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:02.220232 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (251d9700-a164-402b-ad7d-c7d04ef33613), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.222398 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:02.224591 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.241925 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-2a8215c4-a7ce-4bc3-9313-d65c00e30677 None None] Provisioning complete for port c81d20ee-2050-4635-9e3a-47aa4c102fe5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:02.243008 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2a8215c4-a7ce-4bc3-9313-d65c00e30677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.309098 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225b7c-44d6-4c9a-abb5-fc4c8c4b19e2 req-de352b95-cbb4-4a80-92a1-7488a2cfd929 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:02.310781 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1f225b7c-44d6-4c9a-abb5-fc4c8c4b19e2 req-de352b95-cbb4-4a80-92a1-7488a2cfd929 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 943 time: 0.0714254 Jul 28 18:04:02.333015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c9689f58-d43e-4b5a-b720-eb707053db29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.360224 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-8476668b-e056-4616-96d7-171a57dc337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:02.360861 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-2a8215c4-a7ce-4bc3-9313-d65c00e30677 None None] Current status of the port c81d20ee-2050-4635-9e3a-47aa4c102fe5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:02.380695 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0851150 Jul 28 18:04:02.386192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36932) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:02.391947 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Request body: {'subnet': {'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-61319999-subnet', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:02.404691 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476668b-e056-4616-96d7-171a57dc337a None None] The sync data for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi is: [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:02.405562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88ed9d-8ca1-4166-91b5-1dc31c99813e admin admin] Pushing event updated for resources: {'Network': ['ID=251d9700-a164-402b-ad7d-c7d04ef33613,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:02.423645 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 251d9700-a164-402b-ad7d-c7d04ef33613 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:02.425572 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1f225b7c-44d6-4c9a-abb5-fc4c8c4b19e2 req-c0651864-77b3-4ea2-8e3c-c360459e1d2b tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801368 Jul 28 18:04:02.509032 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c9689f58-d43e-4b5a-b720-eb707053db29 admin admin] Publish callbacks [] for security_group (baf1ac32-9de7-4a23-8599-503650c2baaa), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.560015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Made reservation on behalf of 54e11078158541c0bafc3b82d2da2d72 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:02.563925 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29463293'] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.622640 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c9689f58-d43e-4b5a-b720-eb707053db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (baf1ac32-9de7-4a23-8599-503650c2baaa), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.658729 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9689f58-d43e-4b5a-b720-eb707053db29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf1ac32-9de7-4a23-8599-503650c2baaa,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:02.694695 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c9689f58-d43e-4b5a-b720-eb707053db29 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5df2cf30f5194eb58881a670ba990acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7240252 Jul 28 18:04:02.701278 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36940) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:02.765582 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cddb16b2-10f5-45fb-9f06-71bc79d6aa97 admin admin] Publish callbacks [] for security_group (baf1ac32-9de7-4a23-8599-503650c2baaa), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.794314 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cddb16b2-10f5-45fb-9f06-71bc79d6aa97 admin admin] Publish callbacks [] for security_group (baf1ac32-9de7-4a23-8599-503650c2baaa), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.875084 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1954-bd3f-440a-bef9-3ef7271ec3d6 req-78a63248-4e4e-4552-bd83-3c4e1c87978b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:02.876673 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b9ef1954-bd3f-440a-bef9-3ef7271ec3d6 req-78a63248-4e4e-4552-bd83-3c4e1c87978b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0900192 Jul 28 18:04:02.939804 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cddb16b2-10f5-45fb-9f06-71bc79d6aa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (baf1ac32-9de7-4a23-8599-503650c2baaa), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.942979 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b9ef1954-bd3f-440a-bef9-3ef7271ec3d6 req-f1154f17-ad23-46eb-a695-85c15b826572 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603633 Jul 28 18:04:02.944919 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31051913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29463251'] for subnet (37047d31-ff94-4c74-85ef-f4cdbfd01a88), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.951339 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cddb16b2-10f5-45fb-9f06-71bc79d6aa97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:02.952726 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-cddb16b2-10f5-45fb-9f06-71bc79d6aa97 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/baf1ac32-9de7-4a23-8599-503650c2baaa HTTP/1.1" status: 204 len: 168 time: 0.2504046 Jul 28 18:04:02.973917 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb16b2-10f5-45fb-9f06-71bc79d6aa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf1ac32-9de7-4a23-8599-503650c2baaa,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:03.024546 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device c81d20ee-2050-4635-9e3a-47aa4c102fe5 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:03.045385 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37047d31-ff94-4c74-85ef-f4cdbfd01a88,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:03.054282 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Checking segment: {'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:03.055136 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Network hostable DHCP agents. Network: 251d9700-a164-402b-ad7d-c7d04ef33613, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:03.119821 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port c81d20ee-2050-4635-9e3a-47aa4c102fe5 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:03.120355 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.172219 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Network 251d9700-a164-402b-ad7d-c7d04ef33613 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:03.211491 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port c81d20ee-2050-4635-9e3a-47aa4c102fe5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:03.262050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 251d9700-a164-402b-ad7d-c7d04ef33613) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:03.266659 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:03.267322 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.275024 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824e8f8-ef99-4740-817d-cfb3c8282194 None None] Network 251d9700-a164-402b-ad7d-c7d04ef33613 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:03.295915 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:03.317415 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17424406-41cb-4919-b80e-3c3326236c47 req-d1e8c2f6-59f4-4b7b-9ce0-a0c91587d2f4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:03.324921 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-17424406-41cb-4919-b80e-3c3326236c47 req-d1e8c2f6-59f4-4b7b-9ce0-a0c91587d2f4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0721271 Jul 28 18:04:03.402374 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-3ab3a263-1f07-4130-9c35-dcb287967588 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0150049 Jul 28 18:04:03.402980 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 36964) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:03.403892 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-17424406-41cb-4919-b80e-3c3326236c47 req-3c1f1d44-a8a6-42cf-9571-63358c71f346 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723524 Jul 28 18:04:03.409609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:03.439182 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:03.456578 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-251d9700-a164-402b-ad7d-c7d04ef33613', 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613', 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'fixed_ips': [{'subnet_id': '37047d31-ff94-4c74-85ef-f4cdbfd01a88'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:04:03.457853 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.494969 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:03.521141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.521141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.568295 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0801fe3-3818-47c4-9ad6-cc27ff6ffca7 req-01de43cc-257d-4080-a52a-83daf75f67bd tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:03.569844 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d0801fe3-3818-47c4-9ad6-cc27ff6ffca7 req-01de43cc-257d-4080-a52a-83daf75f67bd tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 943 time: 0.0616155 Jul 28 18:04:03.581512 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-44dcef73-ba6f-478c-9c61-a76c88600db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.629574 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks [] for router_controller (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), precommit_add_association {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.648051 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Allocated IP 172.20.0.2 (251d9700-a164-402b-ad7d-c7d04ef33613/37047d31-ff94-4c74-85ef-f4cdbfd01a88/9449d07f-217c-4168-868b-443d495860e3) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:03.668161 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d0801fe3-3818-47c4-9ad6-cc27ff6ffca7 req-b3649b41-7541-4227-9533-2e35be85f117 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866289 Jul 28 18:04:03.861649 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Publish callbacks [] for port (9449d07f-217c-4168-868b-443d495860e3), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.889513 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36974) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:03.911641 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-410eb6b4-a036-4c9b-a804-c22489a6e051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:03.915306 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks [] for router_gateway (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.005855 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-410eb6b4-a036-4c9b-a804-c22489a6e051 admin admin] Publish callbacks [] for security_group (ce127165-8699-476f-86ff-e5605cff84db), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.068162 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (9449d07f-217c-4168-868b-443d495860e3), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.111172 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Network 251d9700-a164-402b-ad7d-c7d04ef33613 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:04.241314 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144a6d-cbce-4c30-a097-7c2dfcc5d7e2 req-1b9826e0-bc76-4e26-bfb5-1b4580820642 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:04.241314 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5e144a6d-cbce-4c30-a097-7c2dfcc5d7e2 req-1b9826e0-bc76-4e26-bfb5-1b4580820642 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0523086 Jul 28 18:04:04.241776 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:04.241776 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:04.241776 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Pushing event updated for resources: {'Port': ['ID=9449d07f-217c-4168-868b-443d495860e3,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:04.242020 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5e144a6d-cbce-4c30-a097-7c2dfcc5d7e2 req-b8d3d17c-d913-47f0-b389-417ae342121f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Attempting to bind port 9449d07f-217c-4168-868b-443d495860e3 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Attempting to bind port 9449d07f-217c-4168-868b-443d495860e3 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Attempting to bind port 9449d07f-217c-4168-868b-443d495860e3 on network 251d9700-a164-402b-ad7d-c7d04ef33613 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Checking segment: {'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Bound using segment: {'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Bound port: 9449d07f-217c-4168-868b-443d495860e3, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:04.242111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9449d07f-217c-4168-868b-443d495860e3), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.243077 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:04.277664 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-410eb6b4-a036-4c9b-a804-c22489a6e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ce127165-8699-476f-86ff-e5605cff84db), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.293607 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] For port 9449d07f-217c-4168-868b-443d495860e3, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:04.295432 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] For port 9449d07f-217c-4168-868b-443d495860e3, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=9449d07f-217c-4168-868b-443d495860e3,segment=NetworkSegment(15baa044-89b6-4b00-865b-0caf505c9b3a),segment_id=15baa044-89b6-4b00-865b-0caf505c9b3a)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:04.327664 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-410eb6b4-a036-4c9b-a804-c22489a6e051 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e5a859a37406451fb33f2c716a944ffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370289 Jul 28 18:04:04.328568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410eb6b4-a036-4c9b-a804-c22489a6e051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce127165-8699-476f-86ff-e5605cff84db,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:04.331700 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 36986) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:04.390958 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-64c8e281-aebd-4423-96d3-6c20452e7040 admin admin] Publish callbacks [] for security_group (ce127165-8699-476f-86ff-e5605cff84db), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.418694 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-64c8e281-aebd-4423-96d3-6c20452e7040 admin admin] Publish callbacks [] for security_group (ce127165-8699-476f-86ff-e5605cff84db), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.595848 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b57ea-11d4-42fa-9e71-8787d6244acc req-a3a1ed73-7866-4259-a8f2-4043f43749e7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:04.597343 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7c8b57ea-11d4-42fa-9e71-8787d6244acc req-a3a1ed73-7866-4259-a8f2-4043f43749e7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0771689 Jul 28 18:04:04.603228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-64c8e281-aebd-4423-96d3-6c20452e7040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ce127165-8699-476f-86ff-e5605cff84db), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.605450 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (9449d07f-217c-4168-868b-443d495860e3), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.606603 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-64c8e281-aebd-4423-96d3-6c20452e7040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.610923 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-64c8e281-aebd-4423-96d3-6c20452e7040 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ce127165-8699-476f-86ff-e5605cff84db HTTP/1.1" status: 204 len: 168 time: 0.2765346 Jul 28 18:04:04.611172 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.623051 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e281-aebd-4423-96d3-6c20452e7040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce127165-8699-476f-86ff-e5605cff84db,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:04.744408 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85e472-2710-4c64-a95d-bbfabd45752c None None] Pushing event updated for resources: {'Port': ['ID=9449d07f-217c-4168-868b-443d495860e3,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:04.818770 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7c8b57ea-11d4-42fa-9e71-8787d6244acc req-b7b0a1e6-2691-4355-b615-b1f774688d67 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760044 Jul 28 18:04:04.850477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5827d-1e89-446e-8aaa-519e523d507f req-e549e7db-625b-444c-b12a-fe948c44a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:04.853854 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-75c5827d-1e89-446e-8aaa-519e523d507f req-e549e7db-625b-444c-b12a-fe948c44a9db service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=834ec9d4361246999cc4e822acaa6b77&device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 1127 time: 0.1696210 Jul 28 18:04:04.899475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e65a9c-d56b-46bb-9574-f465ce375937 req-2eed1759-8863-4422-9a61-c75785a34f09 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:04.907435 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-35e65a9c-d56b-46bb-9574-f465ce375937 req-2eed1759-8863-4422-9a61-c75785a34f09 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 943 time: 0.1203773 Jul 28 18:04:04.926593 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks [] for router_gateway (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:04.956847 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-35e65a9c-d56b-46bb-9574-f465ce375937 req-dfab0603-2b86-4215-b948-ebd197e9826b tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485449 Jul 28 18:04:05.002962 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:05.116095 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5827d-1e89-446e-8aaa-519e523d507f req-8e1fb330-6da8-4c84-9697-02c32e0290cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:05.118929 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-75c5827d-1e89-446e-8aaa-519e523d507f req-8e1fb330-6da8-4c84-9697-02c32e0290cf service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=834ec9d4361246999cc4e822acaa6b77&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2399032 Jul 28 18:04:05.189099 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:05.223837 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Allocated IP 172.27.0.47 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/66d8cf1c-b707-456b-b18c-dd3ff5aca3ba) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:05.324190 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5827d-1e89-446e-8aaa-519e523d507f req-127e4a0c-3272-4378-b175-55625edb64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:05.325648 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-75c5827d-1e89-446e-8aaa-519e523d507f req-127e4a0c-3272-4378-b175-55625edb64bf service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863232 Jul 28 18:04:05.392271 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ac482-ca09-4a1c-8305-1b1ffb27cda2 req-ee95facf-3752-4509-be63-ebe7efbc0b25 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:05.393768 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ab5ac482-ca09-4a1c-8305-1b1ffb27cda2 req-ee95facf-3752-4509-be63-ebe7efbc0b25 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0782330 Jul 28 18:04:05.418799 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:05.481965 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks [] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:05.506200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cefea486-20b9-439c-9c35-d84c3ac4585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:05.508628 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-cefea486-20b9-439c-9c35-d84c3ac4585d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=834ec9d4361246999cc4e822acaa6b77&device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 1127 time: 0.1010077 Jul 28 18:04:05.546968 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ab5ac482-ca09-4a1c-8305-1b1ffb27cda2 req-669cf6a1-1989-40a2-b9d1-fb1a41c7881e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411760 Jul 28 18:04:05.578404 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-7ee87dbf-dfda-47ff-b466-7d3fa1793366 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a8789b3-5499-4e64-b9d6-674552b7dcae HTTP/1.1" status: 200 len: 217 time: 0.0496905 Jul 28 18:04:05.642747 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-ccdfb75b-2c1b-414e-bd86-0abea155cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:05.665462 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-ccdfb75b-2c1b-414e-bd86-0abea155cdda service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0da6343-ef39-4c2f-9839-c81f88de5bf1 HTTP/1.1" status: 200 len: 849 time: 0.0777659 Jul 28 18:04:05.667133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:05.747697 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-d5525d50-9b21-48ff-b94e-e9653f18648e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9deb3c13-2833-461f-adf7-1cc4897c90a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373182 Jul 28 18:04:05.756808 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:05.770041 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:05.777357 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:05.844637 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Pushing event updated for resources: {'Port': ['ID=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:05.901958 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860fda2-9cee-49b4-b8ad-5eb7b71f26a5 None None] Network 251d9700-a164-402b-ad7d-c7d04ef33613 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:06.031048 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c446a90-114b-496a-8961-f0caf73409e0 req-7e772d88-37cf-4931-8e07-d00445d65750 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:06.042458 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4c446a90-114b-496a-8961-f0caf73409e0 req-7e772d88-37cf-4931-8e07-d00445d65750 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0899189 Jul 28 18:04:06.121691 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4c446a90-114b-496a-8961-f0caf73409e0 req-b837caad-3aa8-4aed-8d67-ac09e4f7fe75 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809879 Jul 28 18:04:06.131042 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-864e1981-9df4-45e3-bdf6-eee5a3581e32 None None] Provisioning complete for port 9449d07f-217c-4168-868b-443d495860e3 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:06.131748 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-864e1981-9df4-45e3-bdf6-eee5a3581e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (9449d07f-217c-4168-868b-443d495860e3), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.169381 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-f608367d-2cda-4669-87b1-56823399676b service neutron] 10.222.0.99 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072926 Jul 28 18:04:06.179326 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec013cff-1787-47e0-a899-a424661f390d req-56086a67-1720-46d6-b8af-b1f77247a754 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:06.184209 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ec013cff-1787-47e0-a899-a424661f390d req-56086a67-1720-46d6-b8af-b1f77247a754 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.1010876 Jul 28 18:04:06.251351 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.251998 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.281643 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b1bb7-38d6-4f2a-9a3f-7d0dd40bc000 req-62c01acf-5b58-4363-a910-e7fbac53263b tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:06.283257 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-344b1bb7-38d6-4f2a-9a3f-7d0dd40bc000 req-62c01acf-5b58-4363-a910-e7fbac53263b tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 943 time: 0.0836115 Jul 28 18:04:06.344237 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-864e1981-9df4-45e3-bdf6-eee5a3581e32 None None] Current status of the port 9449d07f-217c-4168-868b-443d495860e3 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:06.345086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-864e1981-9df4-45e3-bdf6-eee5a3581e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9449d07f-217c-4168-868b-443d495860e3), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.358863 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-c5b2365e-3624-429a-9437-6326bc9724e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:06.363154 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-c5b2365e-3624-429a-9437-6326bc9724e5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1129 time: 0.2348118 Jul 28 18:04:06.407732 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-344b1bb7-38d6-4f2a-9a3f-7d0dd40bc000 req-f87287f0-e7b9-403c-a2bb-6c511d04f237 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172087 Jul 28 18:04:06.436016 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-864e1981-9df4-45e3-bdf6-eee5a3581e32 None None] For port 9449d07f-217c-4168-868b-443d495860e3, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=9449d07f-217c-4168-868b-443d495860e3,segment=NetworkSegment(15baa044-89b6-4b00-865b-0caf505c9b3a),segment_id=15baa044-89b6-4b00-865b-0caf505c9b3a)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:06.502175 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-864e1981-9df4-45e3-bdf6-eee5a3581e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (9449d07f-217c-4168-868b-443d495860e3), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.548478 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:06.593924 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e1981-9df4-45e3-bdf6-eee5a3581e32 None None] Pushing event updated for resources: {'Port': ['ID=9449d07f-217c-4168-868b-443d495860e3,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:06.656981 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ec013cff-1787-47e0-a899-a424661f390d req-bdc0a7e5-d44a-4121-a9d4-2fc6774ae879 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596386 Jul 28 18:04:06.699172 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e011a43f-3994-4696-8983-1c6b5116fbdd req-a6d36510-7aa3-43fc-9196-b04d8026bfcc service neutron] 10.222.0.99 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134506 Jul 28 18:04:06.726791 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-de39d71f-01bc-41de-a2eb-78b54f04f606 None None] Provisioning complete for port 9449d07f-217c-4168-868b-443d495860e3 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:06.727223 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-de39d71f-01bc-41de-a2eb-78b54f04f606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (9449d07f-217c-4168-868b-443d495860e3), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.744438 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-4376197a-f373-4308-b5f5-7d8c7dab57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:06.745958 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-4376197a-f373-4308-b5f5-7d8c7dab57b4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.3751960 Jul 28 18:04:06.750649 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks [] for router_gateway (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.826492 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-66fbbe69-68cb-49f4-bca7-66da302121ac service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0732386 Jul 28 18:04:06.834954 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-de39d71f-01bc-41de-a2eb-78b54f04f606 None None] Current status of the port 9449d07f-217c-4168-868b-443d495860e3 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:07.001583 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 9449d07f-217c-4168-868b-443d495860e3 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:07.049296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:07.060004 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 9449d07f-217c-4168-868b-443d495860e3 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:07.070098 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (9449d07f-217c-4168-868b-443d495860e3), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:07.179030 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 9449d07f-217c-4168-868b-443d495860e3 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:07.281945 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa23d8-a609-4653-8102-670921f8deae req-9d465166-c9ca-4a57-a425-75371521ab00 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:07.284045 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e7fa23d8-a609-4653-8102-670921f8deae req-9d465166-c9ca-4a57-a425-75371521ab00 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0702736 Jul 28 18:04:07.300197 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:04:07.362319 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e7fa23d8-a609-4653-8102-670921f8deae req-3be86854-a173-4df4-bbb2-8131102692cd tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707524 Jul 28 18:04:07.476146 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:07.489762 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Sync routers for ids ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:07.498844 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37126) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:07.509471 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Routers {'45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:07.511324 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:07.572813 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058e9a-36d9-4607-a602-3f50378003fe req-06ad4906-fedd-4fcc-b3b1-9d8b4498e4d3 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:07.580819 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e058e9a-36d9-4607-a602-3f50378003fe req-06ad4906-fedd-4fcc-b3b1-9d8b4498e4d3 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 943 time: 0.0832689 Jul 28 18:04:07.596054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:07.597363 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-dfbb2114-42a0-49e4-841b-5faaa4473007 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1934059 Jul 28 18:04:07.600214 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37134) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:07.682545 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Set router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:07.748546 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e058e9a-36d9-4607-a602-3f50378003fe req-7e1359e4-cf3b-4326-8fb4-bdad46fff805 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428239 Jul 28 18:04:07.783079 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:07.822615 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-d1b4f94c-d353-49c9-b438-be6c1680cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:07.824388 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-d1b4f94c-d353-49c9-b438-be6c1680cf4b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.1100967 Jul 28 18:04:07.911136 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-9db8b32f-8bab-41c9-a54c-69a38d94f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:07.914208 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-9db8b32f-8bab-41c9-a54c-69a38d94f921 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823708 Jul 28 18:04:07.934809 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60bc57-497a-4811-9e42-8f6a49e067d5 req-36c9907d-2eef-482e-8457-4875167f8266 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:07.935039 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:04:06Z', 'revision_number': 3, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:07.936401 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4c60bc57-497a-4811-9e42-8f6a49e067d5 req-36c9907d-2eef-482e-8457-4875167f8266 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.1153476 Jul 28 18:04:07.973119 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Checking router: 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:07.973119 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Updating router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:08.022055 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.132237 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-68b884e8-e59d-4983-b388-09536fdaed48 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118645 Jul 28 18:04:08.166374 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Publish callbacks [] for security_group (21512b84-8f2d-4afa-83df-744ef4d36232), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.181938 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4c60bc57-497a-4811-9e42-8f6a49e067d5 req-15dde5d6-29e1-4f85-80de-4f6f4f3526dd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307639 Jul 28 18:04:08.267444 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6a27ebb-6ee1-4503-bc48-571968067664 req-ac05ca55-5670-4534-8659-96b93dd4b2cd service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280150 Jul 28 18:04:08.287369 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (21512b84-8f2d-4afa-83df-744ef4d36232), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.362033 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21512b84-8f2d-4afa-83df-744ef4d36232,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:08.372615 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cd50183558114776b1db5fd3ee4ee7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8726568 Jul 28 18:04:08.372957 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37166) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:08.401965 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.407645 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.408131 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.408576 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.409028 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.410129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.410591 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.413092 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.413589 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.415875 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.416943 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.418538 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.418692 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:08.420599 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.421317 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.421753 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee419e5-7a8d-4595-a2f7-9d5fe9ed35b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:08.440308 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:08.636987 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.673539 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Publish callbacks [] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.717144 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:08.728510 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.805181 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:08.825667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:08.830371 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Publish callbacks [] for security_group (21512b84-8f2d-4afa-83df-744ef4d36232), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.859556 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Publish callbacks [] for security_group (21512b84-8f2d-4afa-83df-744ef4d36232), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.895882 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Attempting to bind port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:08.902690 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Attempting to bind port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:08.904707 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Attempting to bind port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:08.910967 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b209-62ef-4d6e-b0f7-3cb4328ae150 None None] Pushing event updated for resources: {'Port': ['ID=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:08.921429 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e70bb-9314-4c8e-a4bd-fcc1ab2eb05d req-56e0dccc-e416-498a-b15c-a131b9a2b219 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:08.922336 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:08.922755 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:08.923056 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1e70bb-9314-4c8e-a4bd-fcc1ab2eb05d req-56e0dccc-e416-498a-b15c-a131b9a2b219 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.4307411 Jul 28 18:04:08.923182 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.923589 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:08.924118 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Bound port: 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:08.924761 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.001950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] For port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:09.009814 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1e70bb-9314-4c8e-a4bd-fcc1ab2eb05d req-70551885-1afe-4f2e-9e13-f798022e6060 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717440 Jul 28 18:04:09.010468 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] For port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:09.027437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (21512b84-8f2d-4afa-83df-744ef4d36232), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.031816 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.033960 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/21512b84-8f2d-4afa-83df-744ef4d36232 HTTP/1.1" status: 204 len: 168 time: 0.6592133 Jul 28 18:04:09.046507 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21512b84-8f2d-4afa-83df-744ef4d36232,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:09.060022 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.060392 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.060788 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.061288 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.061793 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.062134 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.062489 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.062868 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.063206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.063978 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.064345 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.064682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.065016 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.065341 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.065699 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb2dd4-f72f-47e7-a0cb-1764e281727d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:09.138139 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.178195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b151c3-f9e1-430d-a484-631456f3136b req-8837b954-d10d-4ca1-b5db-bfb8ba1adee5 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:09.180516 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d1b151c3-f9e1-430d-a484-631456f3136b req-8837b954-d10d-4ca1-b5db-bfb8ba1adee5 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 943 time: 0.3255382 Jul 28 18:04:09.230305 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Allocated IP 172.20.0.1 (251d9700-a164-402b-ad7d-c7d04ef33613/37047d31-ff94-4c74-85ef-f4cdbfd01a88/408c9013-9bd7-4f84-81b1-7af2a68034d0) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:09.230555 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b209-62ef-4d6e-b0f7-3cb4328ae150 None None] Pushing event updated for resources: {'Port': ['ID=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:09.266637 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Routers {'45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:09.267844 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:09.299272 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d1b151c3-f9e1-430d-a484-631456f3136b req-bbb028df-f18e-4ec7-bc1d-ca34738f3f86 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047728 Jul 28 18:04:09.379746 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aded640-d4e4-44e2-a9d4-6297d18d501c req-980630ed-4357-4165-8502-accd7f106e89 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:09.383484 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6aded640-d4e4-44e2-a9d4-6297d18d501c req-980630ed-4357-4165-8502-accd7f106e89 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0988259 Jul 28 18:04:09.435568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks [] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.439602 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6aded640-d4e4-44e2-a9d4-6297d18d501c req-e3e2ce0a-6edf-4cef-aa30-7435d710caaa tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499284 Jul 28 18:04:09.446275 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:09.459802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] Set router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:09.552262 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.594498 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Network 251d9700-a164-402b-ad7d-c7d04ef33613 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:09.597540 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:09.600680 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:09.634861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Pushing event updated for resources: {'Port': ['ID=408c9013-9bd7-4f84-81b1-7af2a68034d0,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:09.650132 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.674810 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:04:06Z', 'revision_number': 3, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:09.722717 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55c1ae-01e1-4d90-8b68-ce9b6da76feb None None] The sync data for ids ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'] in dv-cinder-837543-7-iscsi is: [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:04:06Z', 'revision_number': 3, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:09.860895 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.884490 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-079acc93-6482-42dd-8420-3034245a91d2 None None] Provisioning complete for port 408c9013-9bd7-4f84-81b1-7af2a68034d0 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:09.885143 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-079acc93-6482-42dd-8420-3034245a91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.933868 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 1a8789b3-5499-4e64-b9d6-674552b7dcae details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:09.969527 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37214) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:09.993539 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47b491ff-6391-4ace-9dd9-61880c6bc19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.035835 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-079acc93-6482-42dd-8420-3034245a91d2 None None] Port 408c9013-9bd7-4f84-81b1-7af2a68034d0 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:10.148912 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47b491ff-6391-4ace-9dd9-61880c6bc19c admin admin] Publish callbacks [] for security_group (8f706ff6-0aea-42b8-bc62-308c6b9ee616), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.202805 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks [] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.206069 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:10.224875 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23383406-7854-4634-8a76-6102ebd2e27a req-34e6d573-ebe8-4dc7-b261-386ca3b64bff tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:10.233173 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-23383406-7854-4634-8a76-6102ebd2e27a req-34e6d573-ebe8-4dc7-b261-386ca3b64bff tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0905437 Jul 28 18:04:10.237050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47b491ff-6391-4ace-9dd9-61880c6bc19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (8f706ff6-0aea-42b8-bc62-308c6b9ee616), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.278343 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 1a8789b3-5499-4e64-b9d6-674552b7dcae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a8789b3-5499-4e64-b9d6-674552b7dcae,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:10.281007 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.296340 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '1a8789b3-5499-4e64-b9d6-674552b7dcae', 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6', 'port_id': '1a8789b3-5499-4e64-b9d6-674552b7dcae', 'mac_address': 'fa:16:3e:82:48:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0da6343-ef39-4c2f-9839-c81f88de5bf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:10.301313 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-23383406-7854-4634-8a76-6102ebd2e27a req-cbc66a19-a6e9-402c-8e20-02698891eabd tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671861 Jul 28 18:04:10.315600 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b491ff-6391-4ace-9dd9-61880c6bc19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f706ff6-0aea-42b8-bc62-308c6b9ee616,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:10.338035 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-47b491ff-6391-4ace-9dd9-61880c6bc19c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a8d0a093fe0949ffae320b1df0b4b2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660347 Jul 28 18:04:10.340239 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37230) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:10.354328 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:10.380946 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 1a8789b3-5499-4e64-b9d6-674552b7dcae is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:10.383312 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.406487 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8789b3-5499-4e64-b9d6-674552b7dcae {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:10.432202 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 1a8789b3-5499-4e64-b9d6-674552b7dcae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a8789b3-5499-4e64-b9d6-674552b7dcae,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:10.444977 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fa961e90-f3ab-4e76-92f3-55ce9e0d7d6f admin admin] Publish callbacks [] for security_group (8f706ff6-0aea-42b8-bc62-308c6b9ee616), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.457687 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Pushing event updated for resources: {'Port': ['ID=408c9013-9bd7-4f84-81b1-7af2a68034d0,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:10.467480 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.470225 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fa961e90-f3ab-4e76-92f3-55ce9e0d7d6f admin admin] Publish callbacks [] for security_group (8f706ff6-0aea-42b8-bc62-308c6b9ee616), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.545086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.585777 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e00989-5a90-4595-b5cd-7e74d0acc442 req-7e202ff7-0431-464a-b7ae-d619bfdbffd7 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:10.588213 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-63e00989-5a90-4595-b5cd-7e74d0acc442 req-7e202ff7-0431-464a-b7ae-d619bfdbffd7 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 943 time: 0.1149282 Jul 28 18:04:10.623456 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=1a8789b3-5499-4e64-b9d6-674552b7dcae,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:10.654216 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-63e00989-5a90-4595-b5cd-7e74d0acc442 req-2cffc6ea-368e-492c-a35b-b152cf697a55 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547638 Jul 28 18:04:10.655480 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Network 251d9700-a164-402b-ad7d-c7d04ef33613 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:10.657703 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:10.666118 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bc595-b2d9-438e-a610-006e8d581407 req-ff1ec5cb-9229-450e-af02-2a3ace443787 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:10.667772 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-305bc595-b2d9-438e-a610-006e8d581407 req-ff1ec5cb-9229-450e-af02-2a3ace443787 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0796151 Jul 28 18:04:10.736092 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fa961e90-f3ab-4e76-92f3-55ce9e0d7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (8f706ff6-0aea-42b8-bc62-308c6b9ee616), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.739816 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fa961e90-f3ab-4e76-92f3-55ce9e0d7d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:10.741558 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-fa961e90-f3ab-4e76-92f3-55ce9e0d7d6f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8f706ff6-0aea-42b8-bc62-308c6b9ee616 HTTP/1.1" status: 204 len: 168 time: 0.3997350 Jul 28 18:04:10.761180 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa961e90-f3ab-4e76-92f3-55ce9e0d7d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f706ff6-0aea-42b8-bc62-308c6b9ee616,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:10.831155 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-305bc595-b2d9-438e-a610-006e8d581407 req-a25abc1e-956b-4898-902a-ab9bfb602c15 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541398 Jul 28 18:04:10.865626 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:04:10.906138 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['1a8789b3-5499-4e64-b9d6-674552b7dcae'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:11.005781 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:11.035951 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:11.049234 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-77fe134b-ed28-49ab-8a82-913379f60b08 admin admin] 10.222.0.85 "PUT /v2.0/routers/45ff5ce9-2871-42f4-9bbc-f9a0465afcf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4401734 Jul 28 18:04:11.092565 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-6c91cf4c-fd11-41f3-9b80-3b26ba2bd65b None None] Provisioning complete for port 408c9013-9bd7-4f84-81b1-7af2a68034d0 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:11.092965 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6c91cf4c-fd11-41f3-9b80-3b26ba2bd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.144346 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:11.144716 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.175966 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37242) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:11.188021 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6c91cf4c-fd11-41f3-9b80-3b26ba2bd65b None None] Port 408c9013-9bd7-4f84-81b1-7af2a68034d0 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:11.275055 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:11.275450 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.309423 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:11.316418 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-497e3c7f-9f30-4503-8bad-70b5f0fa5311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.393693 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:11.428097 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-497e3c7f-9f30-4503-8bad-70b5f0fa5311 admin admin] Publish callbacks [] for security_group (845a82c5-0818-48b1-b693-8944e92e426c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.430709 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.464188 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016aad7b-ce0c-41d7-a04a-7f41b1d74909 req-4a613879-08e9-48ef-8f8c-badf2ccdeec7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:11.466154 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-016aad7b-ce0c-41d7-a04a-7f41b1d74909 req-4a613879-08e9-48ef-8f8c-badf2ccdeec7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0672367 Jul 28 18:04:11.479782 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:11.522250 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-497e3c7f-9f30-4503-8bad-70b5f0fa5311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (845a82c5-0818-48b1-b693-8944e92e426c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.539714 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:11.573127 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-016aad7b-ce0c-41d7-a04a-7f41b1d74909 req-7485b224-c1e9-4461-92d7-886dbe0b2913 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003876 Jul 28 18:04:11.577099 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e3c7f-9f30-4503-8bad-70b5f0fa5311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a82c5-0818-48b1-b693-8944e92e426c,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:11.613540 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-497e3c7f-9f30-4503-8bad-70b5f0fa5311 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=87094221cc514814ae30c6ebde90d8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361343 Jul 28 18:04:11.619432 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37276) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:11.685894 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0f1933a0-c4ad-4276-a094-a26b4c72e4ca admin admin] Publish callbacks [] for security_group (845a82c5-0818-48b1-b693-8944e92e426c), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.717725 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0f1933a0-c4ad-4276-a094-a26b4c72e4ca admin admin] Publish callbacks [] for security_group (845a82c5-0818-48b1-b693-8944e92e426c), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.739200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:11.838133 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94a8e7-9f3d-4fe2-87bb-90c1fa522a91 req-358713f6-ccf3-4a44-a301-7bdb64c6b727 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:11.840909 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0c94a8e7-9f3d-4fe2-87bb-90c1fa522a91 req-358713f6-ccf3-4a44-a301-7bdb64c6b727 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 944 time: 0.0642748 Jul 28 18:04:11.902114 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0f1933a0-c4ad-4276-a094-a26b4c72e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (845a82c5-0818-48b1-b693-8944e92e426c), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.904815 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0f1933a0-c4ad-4276-a094-a26b4c72e4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:11.905965 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0f1933a0-c4ad-4276-a094-a26b4c72e4ca admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/845a82c5-0818-48b1-b693-8944e92e426c HTTP/1.1" status: 204 len: 168 time: 0.2851834 Jul 28 18:04:11.916138 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1933a0-c4ad-4276-a094-a26b4c72e4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a82c5-0818-48b1-b693-8944e92e426c,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:11.924345 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0c94a8e7-9f3d-4fe2-87bb-90c1fa522a91 req-d0bc866a-556d-44f9-8380-d0973fb63c82 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772042 Jul 28 18:04:12.040245 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ab78-adee-44a3-866e-624bc31a7a5b req-2d3a89b8-18e9-4f74-bb82-d0f0a5bebba0 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:12.042797 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2021ab78-adee-44a3-866e-624bc31a7a5b req-2d3a89b8-18e9-4f74-bb82-d0f0a5bebba0 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0758054 Jul 28 18:04:12.056640 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Sync routers for ids ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:12.072062 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Routers {'45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:12.073454 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:12.104449 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2021ab78-adee-44a3-866e-624bc31a7a5b req-79d2b474-ea6a-47bf-8028-070c0bf0039f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513530 Jul 28 18:04:12.184809 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Set router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:12.393081 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:04:09Z', 'revision_number': 4, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '408c9013-9bd7-4f84-81b1-7af2a68034d0', 'name': '', 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'mac_address': 'fa:16:3e:1f:8b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '37047d31-ff94-4c74-85ef-f4cdbfd01a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:08Z', 'updated_at': '2022-07-28T18:04:09Z', 'revision_number': 2, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'subnets': [{'id': '37047d31-ff94-4c74-85ef-f4cdbfd01a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:12.419286 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Checking router: 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:12.419614 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Updating router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 port 408c9013-9bd7-4f84-81b1-7af2a68034d0 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:12.451724 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.728784 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:12.735724 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:12.811728 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4cf0f-c9e7-4f84-b4bf-78d717a51c58 req-2a146a70-743f-414a-b5e5-64f6c2d8bcbe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:12.846414 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Publish callbacks [] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.858596 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-05f4cf0f-c9e7-4f84-b4bf-78d717a51c58 req-2a146a70-743f-414a-b5e5-64f6c2d8bcbe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1692247 Jul 28 18:04:12.951594 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.014016 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-05f4cf0f-c9e7-4f84-b4bf-78d717a51c58 req-9ca1a17e-14bb-4ad2-86a8-53f69b8f5302 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459227 Jul 28 18:04:13.079078 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:13.100610 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496ebf2-9e51-4981-83b2-1ed4399af845 None None] Pushing event updated for resources: {'Port': ['ID=408c9013-9bd7-4f84-81b1-7af2a68034d0,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:13.113016 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37334) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:13.136622 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2999c393-e038-4c1c-9f39-fc14f81a868d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.196331 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:13.199822 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.255432 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732ebbe-8013-4341-b866-d6728a1d0a22 req-d4d3a963-153e-49c0-a3e6-3ce44bb036ad tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:13.275971 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f732ebbe-8013-4341-b866-d6728a1d0a22 req-d4d3a963-153e-49c0-a3e6-3ce44bb036ad tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 944 time: 0.1013870 Jul 28 18:04:13.317529 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Attempting to bind port 408c9013-9bd7-4f84-81b1-7af2a68034d0 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:13.318088 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Attempting to bind port 408c9013-9bd7-4f84-81b1-7af2a68034d0 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:13.319931 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Attempting to bind port 408c9013-9bd7-4f84-81b1-7af2a68034d0 on network 251d9700-a164-402b-ad7d-c7d04ef33613 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:13.322995 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:13.329732 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:13.334684 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:13.335354 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Checking segment: {'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:13.336697 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.337922 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Bound using segment: {'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:13.341249 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Bound port: 408c9013-9bd7-4f84-81b1-7af2a68034d0, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15baa044-89b6-4b00-865b-0caf505c9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:13.343929 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.355527 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2999c393-e038-4c1c-9f39-fc14f81a868d admin admin] Publish callbacks [] for security_group (8a0476da-b525-4f27-b3a4-b595160eb7e0), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.409111 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f732ebbe-8013-4341-b866-d6728a1d0a22 req-83de8486-9560-41c2-88c2-dabdabc3523e tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316690 Jul 28 18:04:13.428462 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2999c393-e038-4c1c-9f39-fc14f81a868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (8a0476da-b525-4f27-b3a4-b595160eb7e0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.467869 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:13.476992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:13.501733 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] For port 408c9013-9bd7-4f84-81b1-7af2a68034d0, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:13.507069 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] For port 408c9013-9bd7-4f84-81b1-7af2a68034d0, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=408c9013-9bd7-4f84-81b1-7af2a68034d0,segment=NetworkSegment(15baa044-89b6-4b00-865b-0caf505c9b3a),segment_id=15baa044-89b6-4b00-865b-0caf505c9b3a)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:13.525868 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37340) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:13.526298 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-2999c393-e038-4c1c-9f39-fc14f81a868d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5ece67d9c5b445c1bfee415af7fbfbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114738 Jul 28 18:04:13.527611 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c393-e038-4c1c-9f39-fc14f81a868d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0476da-b525-4f27-b3a4-b595160eb7e0,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:13.589606 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.600667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7045-9e81-4ccd-a38b-72f89eb9bc33 admin admin] Publish callbacks [] for security_group (8a0476da-b525-4f27-b3a4-b595160eb7e0), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.650902 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a67d5315-423c-4694-95b9-5e3cb2fc2f72 None None] Provisioning complete for port 408c9013-9bd7-4f84-81b1-7af2a68034d0 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:13.654600 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a67d5315-423c-4694-95b9-5e3cb2fc2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.681065 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Routers {'45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:13.681702 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:13.689600 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496ebf2-9e51-4981-83b2-1ed4399af845 None None] Pushing event updated for resources: {'Port': ['ID=408c9013-9bd7-4f84-81b1-7af2a68034d0,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:13.716208 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7045-9e81-4ccd-a38b-72f89eb9bc33 admin admin] Publish callbacks [] for security_group (8a0476da-b525-4f27-b3a4-b595160eb7e0), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.844757 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a67d5315-423c-4694-95b9-5e3cb2fc2f72 None None] Current status of the port 408c9013-9bd7-4f84-81b1-7af2a68034d0 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:13.845342 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a67d5315-423c-4694-95b9-5e3cb2fc2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.918730 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] Set router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:13.947485 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a67d5315-423c-4694-95b9-5e3cb2fc2f72 None None] For port 408c9013-9bd7-4f84-81b1-7af2a68034d0, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=408c9013-9bd7-4f84-81b1-7af2a68034d0,segment=NetworkSegment(15baa044-89b6-4b00-865b-0caf505c9b3a),segment_id=15baa044-89b6-4b00-865b-0caf505c9b3a)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:13.971172 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7045-9e81-4ccd-a38b-72f89eb9bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (8a0476da-b525-4f27-b3a4-b595160eb7e0), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.974929 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7045-9e81-4ccd-a38b-72f89eb9bc33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:13.977061 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-3e4b7045-9e81-4ccd-a38b-72f89eb9bc33 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8a0476da-b525-4f27-b3a4-b595160eb7e0 HTTP/1.1" status: 204 len: 168 time: 0.4498467 Jul 28 18:04:13.998734 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b7045-9e81-4ccd-a38b-72f89eb9bc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0476da-b525-4f27-b3a4-b595160eb7e0,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:14.096404 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a67d5315-423c-4694-95b9-5e3cb2fc2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:14.237285 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:14.250036 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e90f92a1-9f39-43c8-a7ea-b507d860ecda None None] Provisioning complete for port 408c9013-9bd7-4f84-81b1-7af2a68034d0 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:14.250693 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e90f92a1-9f39-43c8-a7ea-b507d860ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:14.296940 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:14.301390 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d5315-423c-4694-95b9-5e3cb2fc2f72 None None] Pushing event updated for resources: {'Port': ['ID=408c9013-9bd7-4f84-81b1-7af2a68034d0,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:14.308899 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 1a8789b3-5499-4e64-b9d6-674552b7dcae up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:14.380082 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:04:09Z', 'revision_number': 4, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '408c9013-9bd7-4f84-81b1-7af2a68034d0', 'name': '', 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'mac_address': 'fa:16:3e:1f:8b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '37047d31-ff94-4c74-85ef-f4cdbfd01a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:08Z', 'updated_at': '2022-07-28T18:04:13Z', 'revision_number': 4, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'subnets': [{'id': '37047d31-ff94-4c74-85ef-f4cdbfd01a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:14.385111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e90f92a1-9f39-43c8-a7ea-b507d860ecda None None] Current status of the port 408c9013-9bd7-4f84-81b1-7af2a68034d0 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:14.407020 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 1a8789b3-5499-4e64-b9d6-674552b7dcae completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:04:14.411279 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26855309-48dd-4063-81e4-4334cc706233 req-765dbf65-04ca-43e8-8276-9418693e9530 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:14.413303 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26855309-48dd-4063-81e4-4334cc706233 req-765dbf65-04ca-43e8-8276-9418693e9530 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1272771 Jul 28 18:04:14.430391 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8e148-bfb8-455c-ab3b-bea8ec67bdda None None] The sync data for ids ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'] in dv-cinder-837543-7-iscsi is: [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:04:09Z', 'revision_number': 4, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '408c9013-9bd7-4f84-81b1-7af2a68034d0', 'name': '', 'network_id': '251d9700-a164-402b-ad7d-c7d04ef33613', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'mac_address': 'fa:16:3e:1f:8b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '37047d31-ff94-4c74-85ef-f4cdbfd01a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:08Z', 'updated_at': '2022-07-28T18:04:13Z', 'revision_number': 4, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'subnets': [{'id': '37047d31-ff94-4c74-85ef-f4cdbfd01a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:14.433065 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:14.501617 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26855309-48dd-4063-81e4-4334cc706233 req-acaf7587-b753-41c9-8e0c-b25a91e58ffd tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816104 Jul 28 18:04:14.556162 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 1a8789b3-5499-4e64-b9d6-674552b7dcae triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:14.556545 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:14.780018 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8383700-bb9f-4e7c-ab2e-7a5e0031347f req-be9c1d09-ff0f-4206-b49c-77ee4f881d6f tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:14.780018 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e8383700-bb9f-4e7c-ab2e-7a5e0031347f req-be9c1d09-ff0f-4206-b49c-77ee4f881d6f tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 944 time: 0.1622105 Jul 28 18:04:14.807578 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:14.819290 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 1a8789b3-5499-4e64-b9d6-674552b7dcae is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:14.820123 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:14.921041 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8789b3-5499-4e64-b9d6-674552b7dcae'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:14.925310 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a226c6-e702-4afb-906e-d05e0326eb83" -d '{"events": [{"server_uuid": "ad79ec17-9b38-48a9-b21a-51ee6c1a4a27", "name": "network-vif-plugged", "status": "completed", "tag": "1a8789b3-5499-4e64-b9d6-674552b7dcae"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:14.933980 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e8383700-bb9f-4e7c-ab2e-7a5e0031347f req-2ecb03ec-0927-48a9-88b0-36693baa6f19 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554837 Jul 28 18:04:14.949799 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 1a8789b3-5499-4e64-b9d6-674552b7dcae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a8789b3-5499-4e64-b9d6-674552b7dcae,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:15.014016 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e047b6-171e-4e9f-9440-e9f9235d1dc0 x-openstack-request-id: req-03e047b6-171e-4e9f-9440-e9f9235d1dc0 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:15.014901 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79ec17-9b38-48a9-b21a-51ee6c1a4a27", "name": "network-vif-plugged", "status": "completed", "tag": "1a8789b3-5499-4e64-b9d6-674552b7dcae", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:15.015305 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-03e047b6-171e-4e9f-9440-e9f9235d1dc0 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:15.015859 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e047b6-171e-4e9f-9440-e9f9235d1dc0'] response: {'server_uuid': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8789b3-5499-4e64-b9d6-674552b7dcae', 'code': 200} Jul 28 18:04:15.067909 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 408c9013-9bd7-4f84-81b1-7af2a68034d0 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:15.153673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:15.320275 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=1a8789b3-5499-4e64-b9d6-674552b7dcae,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:15.341698 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 408c9013-9bd7-4f84-81b1-7af2a68034d0 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:15.343682 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:15.465144 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:15.584195 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 408c9013-9bd7-4f84-81b1-7af2a68034d0 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:15.590968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37396) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:15.596277 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003bf2d-9841-4c29-adbe-913b4f40e30d req-9faf1dff-8f2e-4ab8-8a2e-96325705cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:15.599397 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-335e5a89-a085-49dc-859f-de65bf579b92 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991045155', 'description': 'tempest-description--1186303471'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:15.603405 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:15.603603 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c003bf2d-9841-4c29-adbe-913b4f40e30d req-9faf1dff-8f2e-4ab8-8a2e-96325705cb4e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 1129 time: 0.0973163 Jul 28 18:04:15.688146 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c003bf2d-9841-4c29-adbe-913b4f40e30d req-88e28399-3ab1-44ba-9137-b62ae71bcfb3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811317 Jul 28 18:04:15.729009 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-335e5a89-a085-49dc-859f-de65bf579b92 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:15.769226 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08997c-62e5-4fed-aa07-9f0aa9492882 req-549e35ef-0dd2-4b58-8513-f5007fc5265e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:15.771281 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-eb08997c-62e5-4fed-aa07-9f0aa9492882 req-549e35ef-0dd2-4b58-8513-f5007fc5265e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1147056 Jul 28 18:04:15.943326 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-eb08997c-62e5-4fed-aa07-9f0aa9492882 req-d97381f7-4ffd-43ae-8d56-a5fd2d1645e5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542814 Jul 28 18:04:15.995300 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-335e5a89-a085-49dc-859f-de65bf579b92 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group (7ae6938f-083f-4897-9e2f-2c7d3730ea8b), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.044757 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:16.099578 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-335e5a89-a085-49dc-859f-de65bf579b92 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7ae6938f-083f-4897-9e2f-2c7d3730ea8b), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.162130 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e5a89-a085-49dc-859f-de65bf579b92 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae6938f-083f-4897-9e2f-2c7d3730ea8b,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:16.174062 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e0b1d-71c0-4907-95ad-ed598db2117e req-0554fe59-fbfb-476e-9b8b-8f546e70aa3d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:16.177118 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4f6e0b1d-71c0-4907-95ad-ed598db2117e req-0554fe59-fbfb-476e-9b8b-8f546e70aa3d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 945 time: 0.1175501 Jul 28 18:04:16.187087 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:16.187949 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-335e5a89-a085-49dc-859f-de65bf579b92 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.189226 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-335e5a89-a085-49dc-859f-de65bf579b92 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5954700 Jul 28 18:04:16.193761 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37416) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:16.203142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-0c737f37-d890-4a59-8c59-d76e0c5c6229 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'security_group_rule': {'security_group_id': '7ae6938f-083f-4897-9e2f-2c7d3730ea8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:16.351427 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4f6e0b1d-71c0-4907-95ad-ed598db2117e req-a8735a3b-a3be-489a-8cfc-976e1802c1f4 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620648 Jul 28 18:04:16.416230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c737f37-d890-4a59-8c59-d76e0c5c6229 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group_rule (623e2d4e-c6fc-4f26-bef7-80cc4d542ca4), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.514080 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c737f37-d890-4a59-8c59-d76e0c5c6229 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group_rule (623e2d4e-c6fc-4f26-bef7-80cc4d542ca4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.581444 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:16.590956 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c737f37-d890-4a59-8c59-d76e0c5c6229 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (623e2d4e-c6fc-4f26-bef7-80cc4d542ca4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.633015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737f37-d890-4a59-8c59-d76e0c5c6229 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623e2d4e-c6fc-4f26-bef7-80cc4d542ca4,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:16.754735 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0c737f37-d890-4a59-8c59-d76e0c5c6229 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.758058 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0c737f37-d890-4a59-8c59-d76e0c5c6229 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602977 Jul 28 18:04:16.759384 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37428) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:16.764764 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-0b1f9341-7d04-46a9-837d-ee66f0b37b00 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'security_group_rule': {'security_group_id': '7ae6938f-083f-4897-9e2f-2c7d3730ea8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:16.872680 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0b1f9341-7d04-46a9-837d-ee66f0b37b00 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group_rule (2973595c-8eee-4b27-a509-6cd7bd4df41c), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.000494 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0b1f9341-7d04-46a9-837d-ee66f0b37b00 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group_rule (2973595c-8eee-4b27-a509-6cd7bd4df41c), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.082202 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0b1f9341-7d04-46a9-837d-ee66f0b37b00 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (2973595c-8eee-4b27-a509-6cd7bd4df41c), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.103366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f9341-7d04-46a9-837d-ee66f0b37b00 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2973595c-8eee-4b27-a509-6cd7bd4df41c,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:17.109427 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df890f8-3b76-4d19-a9b7-d8cb922d3a7d req-e48f0099-65f9-4acb-aa1c-f2d61f30ce7f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:17.117348 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1df890f8-3b76-4d19-a9b7-d8cb922d3a7d req-e48f0099-65f9-4acb-aa1c-f2d61f30ce7f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0677588 Jul 28 18:04:17.180822 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1df890f8-3b76-4d19-a9b7-d8cb922d3a7d req-2bc20fea-239a-4b1d-bb17-36a18d8d8caa tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578680 Jul 28 18:04:17.221160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0b1f9341-7d04-46a9-837d-ee66f0b37b00 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.222955 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0b1f9341-7d04-46a9-837d-ee66f0b37b00 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4625177 Jul 28 18:04:17.233509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37448) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:17.240688 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:17.385299 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.562248 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.716573 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258e67a-a190-4700-8c01-e1735992032a req-21f75e4f-3e56-4cfe-9ed4-9dc21f80c77a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:17.718261 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6258e67a-a190-4700-8c01-e1735992032a req-21f75e4f-3e56-4cfe-9ed4-9dc21f80c77a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 945 time: 0.0769560 Jul 28 18:04:17.822673 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6258e67a-a190-4700-8c01-e1735992032a req-ac7dcfa7-21f5-4f36-93bb-264a02e28bd6 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 Jul 28 18:04:17.822673 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Allocated IP 172.27.0.182 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/b35c12f6-697e-43b8-b49d-51aafe252bc4) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:17.988784 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:17.997737 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:18.111282 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:18.153786 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:18.157217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:18.159819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:18.215384 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'Port': ['ID=b35c12f6-697e-43b8-b49d-51aafe252bc4,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:18.365656 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:18.365756 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa801e-feb1-44d2-88dc-c1c406778df9 req-17a50c1f-0072-45ac-ad9a-c8452969e8e0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:18.365756 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-89aa801e-feb1-44d2-88dc-c1c406778df9 req-17a50c1f-0072-45ac-ad9a-c8452969e8e0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0576551 Jul 28 18:04:18.404572 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-89aa801e-feb1-44d2-88dc-c1c406778df9 req-26a6eaad-0451-4057-a84e-95e47777dd7a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438993 Jul 28 18:04:18.692080 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:18.922776 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:18.950565 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:19.021554 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.129827 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'Port': ['ID=b35c12f6-697e-43b8-b49d-51aafe252bc4,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:19.157576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.259559 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.268914 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5bb8ccac-c0cd-47e1-a73c-c3c548fdc698 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0260997 Jul 28 18:04:19.515475 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-11180738-d788-4b38-b97c-da64cd1656b0 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1991045155&fields=id&tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33 HTTP/1.1" status: 200 len: 267 time: 0.0623229 Jul 28 18:04:19.604228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaad01-ba81-49b7-997b-d4fb46d1828a req-457a97b8-d6c6-4503-a062-6c7ba960d751 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:19.606530 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-33aaad01-ba81-49b7-997b-d4fb46d1828a req-457a97b8-d6c6-4503-a062-6c7ba960d751 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1068165 Jul 28 18:04:19.670924 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-e6456c2d-36b4-4dc8-b6e5-03efa1165f9d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:19.682790 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-e6456c2d-36b4-4dc8-b6e5-03efa1165f9d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 818 time: 0.1577015 Jul 28 18:04:19.685823 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-33aaad01-ba81-49b7-997b-d4fb46d1828a req-6cc5e679-7b8b-47ab-90a4-e034a945bd71 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716162 Jul 28 18:04:19.708054 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-82376c21-2cfd-448f-ac8d-f766ddb8be60 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/quotas/c1c1587cf20d427e8bb03ffae1b1ce33 HTTP/1.1" status: 200 len: 375 time: 0.0175245 Jul 28 18:04:19.758006 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-bfd3e314-63a4-48f6-82c0-cd7b92b167c7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0575714 Jul 28 18:04:19.927274 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-1b12fcf9-363c-4155-9df1-33d483b0d39c service neutron] 10.222.0.85 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561029 Jul 28 18:04:20.060874 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-87525d96-5fab-4057-a280-20078144a5ed service neutron] 10.222.0.85 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323822 Jul 28 18:04:20.279217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:20.482740 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0b8752f5-9942-46b0-8402-f567871a5ebc req-92605d16-8976-4e30-bac9-cdbbf3400d16 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.1208117 Jul 28 18:04:20.684527 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37562) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:20.692953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f011e-69ae-4354-8f96-ed04d756eb02 req-cbfd73f2-f6e0-456d-8d9e-57d12b8f6dca tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:20.699034 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-138f011e-69ae-4354-8f96-ed04d756eb02 req-cbfd73f2-f6e0-456d-8d9e-57d12b8f6dca tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 945 time: 0.0674784 Jul 28 18:04:20.767834 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-138f011e-69ae-4354-8f96-ed04d756eb02 req-0e88d875-5a6b-4041-88ae-154ec2c7f4c9 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651293 Jul 28 18:04:20.870704 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:20.954394 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef894881-ef11-491d-8f8c-742a8f951688 req-1910da93-456d-43a2-96c1-3929f5f03a31 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:20.961058 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef894881-ef11-491d-8f8c-742a8f951688 req-1910da93-456d-43a2-96c1-3929f5f03a31 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1129766 Jul 28 18:04:20.961058 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8d21-1bbf-4dfb-8ad5-1765f0ee8f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.030051 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:21.039237 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ef894881-ef11-491d-8f8c-742a8f951688 req-c6ecba32-a784-455f-9885-79456ecd202e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693014 Jul 28 18:04:21.163169 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8d21-1bbf-4dfb-8ad5-1765f0ee8f7b admin admin] Publish callbacks [] for security_group (52867d60-4c25-4993-aa61-c6cad21c92a7), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.227921 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8d21-1bbf-4dfb-8ad5-1765f0ee8f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (52867d60-4c25-4993-aa61-c6cad21c92a7), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.286861 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6c9b8d21-1bbf-4dfb-8ad5-1765f0ee8f7b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=07776ffe18f540aaac15b1e39c0bf0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006317 Jul 28 18:04:21.290834 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b8d21-1bbf-4dfb-8ad5-1765f0ee8f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52867d60-4c25-4993-aa61-c6cad21c92a7,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:21.293387 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37586) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:21.372770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1a1c-c74a-4afb-99d5-2d7f077fdff2 admin admin] Publish callbacks [] for security_group (52867d60-4c25-4993-aa61-c6cad21c92a7), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.407042 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1a1c-c74a-4afb-99d5-2d7f077fdff2 admin admin] Publish callbacks [] for security_group (52867d60-4c25-4993-aa61-c6cad21c92a7), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.612345 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1a1c-c74a-4afb-99d5-2d7f077fdff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (52867d60-4c25-4993-aa61-c6cad21c92a7), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.615262 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1a1c-c74a-4afb-99d5-2d7f077fdff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.617169 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-7ddc1a1c-c74a-4afb-99d5-2d7f077fdff2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/52867d60-4c25-4993-aa61-c6cad21c92a7 HTTP/1.1" status: 204 len: 168 time: 0.3220217 Jul 28 18:04:21.625961 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9dcb8286-4d8a-4c4b-b3a3-65f8fd5f92e7 req-73fb566c-5a5b-41b4-9fa7-857b58d97b3e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.0458419 Jul 28 18:04:21.633791 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc1a1c-c74a-4afb-99d5-2d7f077fdff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52867d60-4c25-4993-aa61-c6cad21c92a7,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:22.103803 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154ff6-7b05-4601-b7af-9ae1350afdef req-641e10e9-11f8-4249-8c3d-e8672385a4ce tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:22.103803 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4d154ff6-7b05-4601-b7af-9ae1350afdef req-641e10e9-11f8-4249-8c3d-e8672385a4ce tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 945 time: 0.0656703 Jul 28 18:04:22.103803 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4d154ff6-7b05-4601-b7af-9ae1350afdef req-60276742-e0f1-4bf7-90d0-dc94f3e21da6 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632563 Jul 28 18:04:22.248829 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116ddfd-9e6c-43dd-9f98-f2b4f39549ca req-4b77c760-e34f-4eb4-aeea-64d06473c411 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:22.251636 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4116ddfd-9e6c-43dd-9f98-f2b4f39549ca req-4b77c760-e34f-4eb4-aeea-64d06473c411 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0717659 Jul 28 18:04:22.360665 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4116ddfd-9e6c-43dd-9f98-f2b4f39549ca req-0db00e30-d8c1-444c-b184-569d5ea307bc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999794 Jul 28 18:04:22.532709 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-34cda292-8f7d-459d-8a99-99d724df6a58 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:22.534879 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-34cda292-8f7d-459d-8a99-99d724df6a58 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 945 time: 0.0673685 Jul 28 18:04:22.642054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Deleting port 1a8789b3-5499-4e64-b9d6-674552b7dcae {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:04:22.642420 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:22.749647 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] For port 1a8789b3-5499-4e64-b9d6-674552b7dcae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a8789b3-5499-4e64-b9d6-674552b7dcae,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:22.750035 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:22.766533 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Calling delete_port for 1a8789b3-5499-4e64-b9d6-674552b7dcae owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:04:22.927618 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f68e49c0-ce0d-4b15-a149-5df02b79a92c req-d1a653db-2453-46e9-9b8e-188956049ca1 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.0330420 Jul 28 18:04:23.005413 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (1a8789b3-5499-4e64-b9d6-674552b7dcae), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.046267 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Pushing event deleted for resources: {'Port': ['ID=1a8789b3-5499-4e64-b9d6-674552b7dcae,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.057640 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['1a8789b3-5499-4e64-b9d6-674552b7dcae'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:23.133737 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] No DVR routers for this DVR port 1a8789b3-5499-4e64-b9d6-674552b7dcae on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:04:23.136394 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.161748 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-70297b74-77df-4a3c-8070-405c4b9feb1f req-6b53526c-95e7-467a-bcdb-4bd7f2cb76b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "DELETE /v2.0/ports/1a8789b3-5499-4e64-b9d6-674552b7dcae HTTP/1.1" status: 204 len: 173 time: 0.6199226 Jul 28 18:04:23.162161 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'name': 'network-vif-deleted', 'tag': '1a8789b3-5499-4e64-b9d6-674552b7dcae'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:23.171544 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f5abd7-4684-4927-bcb1-a74475cd03ef" -d '{"events": [{"server_uuid": "ad79ec17-9b38-48a9-b21a-51ee6c1a4a27", "name": "network-vif-deleted", "tag": "1a8789b3-5499-4e64-b9d6-674552b7dcae"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:23.183235 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37626) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:23.207489 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f503d735-b8b0-4bf2-8c85-a61b6bdbc5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.315330 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-111c2d3b-8f8c-4f7c-979a-04abc4732bdd req-582eacaa-0ff2-4a56-b83b-e14ea6f61b76 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.1232259 Jul 28 18:04:23.325436 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33d9855-5411-46ce-ab25-3e2b7a121c32 x-openstack-request-id: req-c33d9855-5411-46ce-ab25-3e2b7a121c32 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:23.326506 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79ec17-9b38-48a9-b21a-51ee6c1a4a27", "name": "network-vif-deleted", "tag": "1a8789b3-5499-4e64-b9d6-674552b7dcae", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:23.328520 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c33d9855-5411-46ce-ab25-3e2b7a121c32 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:23.330764 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33d9855-5411-46ce-ab25-3e2b7a121c32'] response: {'server_uuid': 'ad79ec17-9b38-48a9-b21a-51ee6c1a4a27', 'name': 'network-vif-deleted', 'tag': '1a8789b3-5499-4e64-b9d6-674552b7dcae', 'status': 'completed', 'code': 200} Jul 28 18:04:23.333842 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:23.469854 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37634) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:23.490263 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:23.545031 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f503d735-b8b0-4bf2-8c85-a61b6bdbc5ae admin admin] Publish callbacks [] for security_group (c4138264-2c46-4fba-82e0-5e0cfc30665d), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.595899 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc1f7-5aa9-43dc-81b5-f1704eb4f118 req-a4186e6c-3445-4495-b701-b297df70d665 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:23.597508 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1c6cc1f7-5aa9-43dc-81b5-f1704eb4f118 req-a4186e6c-3445-4495-b701-b297df70d665 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0878844 Jul 28 18:04:23.617793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f503d735-b8b0-4bf2-8c85-a61b6bdbc5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c4138264-2c46-4fba-82e0-5e0cfc30665d), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.657165 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f503d735-b8b0-4bf2-8c85-a61b6bdbc5ae admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=db0ab3e4124d402a8625e0648bc75857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727316 Jul 28 18:04:23.660961 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37640) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:23.669887 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d0594e73-ca39-4f70-b5d2-acd456ba8980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.722536 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503d735-b8b0-4bf2-8c85-a61b6bdbc5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4138264-2c46-4fba-82e0-5e0cfc30665d,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.763885 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d0594e73-ca39-4f70-b5d2-acd456ba8980 admin admin] Publish callbacks [] for security_group (04077e59-1724-4b45-8424-a87c304572c4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.774387 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1c6cc1f7-5aa9-43dc-81b5-f1704eb4f118 req-ec63bbbb-8c8f-48af-a949-7c446a541bab tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679308 Jul 28 18:04:23.810763 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b59125fa-d0a1-49b6-80f6-d2cedbfaa2f1 admin admin] Publish callbacks [] for security_group (c4138264-2c46-4fba-82e0-5e0cfc30665d), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.845925 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b59125fa-d0a1-49b6-80f6-d2cedbfaa2f1 admin admin] Publish callbacks [] for security_group (c4138264-2c46-4fba-82e0-5e0cfc30665d), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.884582 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d0594e73-ca39-4f70-b5d2-acd456ba8980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (04077e59-1724-4b45-8424-a87c304572c4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:23.946127 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d0594e73-ca39-4f70-b5d2-acd456ba8980 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4a0086c45596414f95f854e8bc79bba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748709 Jul 28 18:04:23.947054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594e73-ca39-4f70-b5d2-acd456ba8980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04077e59-1724-4b45-8424-a87c304572c4,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:23.948705 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37644) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:24.021432 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-751d7edb-13ed-46a3-a760-15f559c6e77e admin admin] Publish callbacks [] for security_group (04077e59-1724-4b45-8424-a87c304572c4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.047027 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-751d7edb-13ed-46a3-a760-15f559c6e77e admin admin] Publish callbacks [] for security_group (04077e59-1724-4b45-8424-a87c304572c4), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.055934 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b59125fa-d0a1-49b6-80f6-d2cedbfaa2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c4138264-2c46-4fba-82e0-5e0cfc30665d), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.058959 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b59125fa-d0a1-49b6-80f6-d2cedbfaa2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.060429 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b59125fa-d0a1-49b6-80f6-d2cedbfaa2f1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c4138264-2c46-4fba-82e0-5e0cfc30665d HTTP/1.1" status: 204 len: 168 time: 0.3929749 Jul 28 18:04:24.079459 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59125fa-d0a1-49b6-80f6-d2cedbfaa2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4138264-2c46-4fba-82e0-5e0cfc30665d,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:24.126909 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5165e0a-5ac8-489d-80b6-c27b26f08547 req-ab26466e-c47f-4b55-8d17-eb7949a76949 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.0956323 Jul 28 18:04:24.134731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:24.137305 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37650) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:24.175625 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-751d7edb-13ed-46a3-a760-15f559c6e77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (04077e59-1724-4b45-8424-a87c304572c4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.178638 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-751d7edb-13ed-46a3-a760-15f559c6e77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.180696 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-751d7edb-13ed-46a3-a760-15f559c6e77e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/04077e59-1724-4b45-8424-a87c304572c4 HTTP/1.1" status: 204 len: 168 time: 0.2300417 Jul 28 18:04:24.195780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7edb-13ed-46a3-a760-15f559c6e77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04077e59-1724-4b45-8424-a87c304572c4,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:24.292380 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:24.329802 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4d40049c-b494-442e-a63a-812dfdbf9b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.540652 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:24.592319 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a0fb4f4b-c05d-44a0-b4a8-b2e5d7bd29c6 req-d7e0217c-b17e-4c28-9d1c-9ee25050a395 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad79ec17-9b38-48a9-b21a-51ee6c1a4a27 HTTP/1.1" status: 200 len: 210 time: 0.0838008 Jul 28 18:04:24.592901 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4d40049c-b494-442e-a63a-812dfdbf9b00 admin admin] Publish callbacks [] for security_group (26da3301-4644-4315-8a05-36b6e7fadc57), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.599050 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:24.660802 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4d40049c-b494-442e-a63a-812dfdbf9b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (26da3301-4644-4315-8a05-36b6e7fadc57), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.673872 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'port_id': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'mac_address': 'fa:16:3e:a9:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:24.770147 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: ACTIVE; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:24.776763 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.804687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8980c8f3-7810-4b7b-b88d-1b866e291a34 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:24.863879 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:24.878109 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-b0f7d793-d20a-414a-8b27-57eff2c4a633 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:24.880308 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-b0f7d793-d20a-414a-8b27-57eff2c4a633 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 818 time: 0.1504135 Jul 28 18:04:24.880308 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40049c-b494-442e-a63a-812dfdbf9b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26da3301-4644-4315-8a05-36b6e7fadc57,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:24.916862 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-4d40049c-b494-442e-a63a-812dfdbf9b00 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5f29656fa3a44cd8a2707a197a56dcd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7784252 Jul 28 18:04:24.919545 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37676) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:24.933111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.123351 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-62073c19-29e7-4e11-9231-6f8a7344475b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33 HTTP/1.1" status: 200 len: 380 time: 0.2199626 Jul 28 18:04:25.160194 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'port': {'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'admin_state_up': True, 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'security_groups': ['7ae6938f-083f-4897-9e2f-2c7d3730ea8b']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:25.354324 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=6']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:25.356275 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6146fc1e-3878-4a4b-8a46-e8e2c25856bd req-ab5609a5-3e06-4e0c-85b2-b37a50e21499 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.0630064 Jul 28 18:04:25.391324 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['8980c8f3-7810-4b7b-b88d-1b866e291a34'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:25.416179 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848d2db-a318-4c86-9058-86e885ce1420 req-63d8d92c-02ce-431e-8286-7018cebc1c58 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:25.432281 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b848d2db-a318-4c86-9058-86e885ce1420 req-63d8d92c-02ce-431e-8286-7018cebc1c58 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 945 time: 0.4420316 Jul 28 18:04:25.481349 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab58da56-4b4d-44f0-8d2a-31deec46b7bc admin admin] Publish callbacks [] for security_group (26da3301-4644-4315-8a05-36b6e7fadc57), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.511719 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab58da56-4b4d-44f0-8d2a-31deec46b7bc admin admin] Publish callbacks [] for security_group (26da3301-4644-4315-8a05-36b6e7fadc57), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.617816 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b848d2db-a318-4c86-9058-86e885ce1420 req-a0d58e3d-1bc1-4978-89de-de5dc0e3ffa6 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845531 Jul 28 18:04:25.627811 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:25.639408 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Made reservation on behalf of c1c1587cf20d427e8bb03ffae1b1ce33 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:25.657093 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.979775 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Allocated IP 172.20.0.12 (3d1691a3-9020-429a-9c4e-b3ff2213b5a2/ad692536-aa48-4ca8-ab6c-3f115b74c002/9f9562ad-51bd-4d8e-b76b-7edbbe736d9f) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:26.023627 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab58da56-4b4d-44f0-8d2a-31deec46b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (26da3301-4644-4315-8a05-36b6e7fadc57), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.028146 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab58da56-4b4d-44f0-8d2a-31deec46b7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.029300 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ab58da56-4b4d-44f0-8d2a-31deec46b7bc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/26da3301-4644-4315-8a05-36b6e7fadc57 HTTP/1.1" status: 204 len: 168 time: 1.1086917 Jul 28 18:04:26.148081 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58da56-4b4d-44f0-8d2a-31deec46b7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26da3301-4644-4315-8a05-36b6e7fadc57,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:26.206767 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:26.269936 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:DELETE=8,neutron:SELECT=74,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:26.307125 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:26.369608 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.402332 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.438028 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 8980c8f3-7810-4b7b-b88d-1b866e291a34 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:26.438784 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.551059 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-aa0623ef-c407-4b26-800c-e2230f7ae187 req-9e213ea8-15b0-4d94-a222-4a0955413d8f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.0579286 Jul 28 18:04:26.633099 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:26.633506 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.667656 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:26.670231 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc8a0cf-25ad-4bb1-a0e4-bf8cade5c948" -d '{"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-plugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:26.701574 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:26.711917 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842e83-849f-4f6c-8565-f801092e0294 req-048fca58-b4c7-4314-8e95-3ff28ee4f4ed tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:26.714216 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-048fca58-b4c7-4314-8e95-3ff28ee4f4ed tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/networks?id=9deb3c13-2833-461f-adf7-1cc4897c90a6 HTTP/1.1" status: 200 len: 809 time: 0.3682904 Jul 28 18:04:26.746039 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-199e8a9c-4d7e-4353-ad4b-caad5868153f tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/quotas/834ec9d4361246999cc4e822acaa6b77 HTTP/1.1" status: 200 len: 375 time: 0.0222695 Jul 28 18:04:26.790039 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700add04-9bab-46ca-b0d0-d837c2097167 req-81b4eb49-b1de-4ce6-8273-8f8274dc8e9b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:26.798341 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-700add04-9bab-46ca-b0d0-d837c2097167 req-81b4eb49-b1de-4ce6-8273-8f8274dc8e9b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 945 time: 0.0611596 Jul 28 18:04:26.808111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.812319 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 1a8789b3-5499-4e64-b9d6-674552b7dcae no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:26.828858 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-a3991f05-47f4-4308-a675-6099f420e434 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=834ec9d4361246999cc4e822acaa6b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745471 Jul 28 18:04:26.846814 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:26.945033 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-700add04-9bab-46ca-b0d0-d837c2097167 req-88dba320-a21b-4d76-ba49-f5a1d68a8dd8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418934 Jul 28 18:04:27.032546 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-6e870528-fe44-460c-adc6-901914b74578 service neutron] 10.222.0.85 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884544 Jul 28 18:04:27.076292 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:27.081880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d30a75a-7c14-4889-a5b4-c438267bd68b x-openstack-request-id: req-8d30a75a-7c14-4889-a5b4-c438267bd68b {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:27.081880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-plugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:27.081880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8d30a75a-7c14-4889-a5b4-c438267bd68b {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:27.083509 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d30a75a-7c14-4889-a5b4-c438267bd68b'] response: {'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'code': 200} Jul 28 18:04:27.126304 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=7']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.142778 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:27.162436 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 1a8789b3-5499-4e64-b9d6-674552b7dcae {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:04:27.162436 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 1a8789b3-5499-4e64-b9d6-674552b7dcae not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:04:27.163488 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:27.178076 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:27.246504 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event updated for resources: {'Port': ['ID=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.276791 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:27.277477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.338190 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-d0e1c7d3-c572-41a9-b22c-0a0a91e14398 service neutron] 10.222.0.85 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760396 Jul 28 18:04:27.367688 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-8e5f2936-f443-4be8-85dd-e60f7d768056 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2320480 Jul 28 18:04:27.386434 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Request body: {'port': {'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:27.396106 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37776) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:27.430857 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5b597514-8945-4f7d-968b-947de4f4c395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.530250 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=8 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:27.566602 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-c547079a-7337-41ca-b8ed-54d79c955edc None None] Provisioning complete for port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:27.571806 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c547079a-7337-41ca-b8ed-54d79c955edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.574638 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:27.587479 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5b597514-8945-4f7d-968b-947de4f4c395 admin admin] Publish callbacks [] for security_group (b0c24494-f7ad-48e1-86c5-94522415a6a9), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.658717 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-c547079a-7337-41ca-b8ed-54d79c955edc None None] Port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:27.677948 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5b597514-8945-4f7d-968b-947de4f4c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (b0c24494-f7ad-48e1-86c5-94522415a6a9), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.840209 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-5b597514-8945-4f7d-968b-947de4f4c395 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d55b6aef101947caa0160045d81b1193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428895 Jul 28 18:04:27.867974 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37790) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:27.868905 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b597514-8945-4f7d-968b-947de4f4c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c24494-f7ad-48e1-86c5-94522415a6a9,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.930986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596b5ec-2872-4e74-969d-b5ca97e15d3f req-54a52d77-e73b-4e36-93bc-6bf7b6b0f02d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:27.950183 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:27.951751 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a596b5ec-2872-4e74-969d-b5ca97e15d3f req-54a52d77-e73b-4e36-93bc-6bf7b6b0f02d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 932 time: 0.1949658 Jul 28 18:04:27.988671 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5794b94-02c0-424e-be9a-1fc24e13af68 req-f974af31-ed9d-4103-8387-cdeacaed4698 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0589306 Jul 28 18:04:27.993685 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:28.079789 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bece7495-009d-422e-960e-5eadb77f0aa1 admin admin] Publish callbacks [] for security_group (b0c24494-f7ad-48e1-86c5-94522415a6a9), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:28.127145 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a596b5ec-2872-4e74-969d-b5ca97e15d3f req-9bc96770-4a8b-4bd3-90b7-57ab2f78fa2b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685100 Jul 28 18:04:28.261541 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bece7495-009d-422e-960e-5eadb77f0aa1 admin admin] Publish callbacks [] for security_group (b0c24494-f7ad-48e1-86c5-94522415a6a9), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:28.524686 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab105fc-d43e-48e0-baeb-77944e98940f req-6c91e6ed-a4e4-43a3-a37d-18ef00a9bf65 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:28.563757 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8ab105fc-d43e-48e0-baeb-77944e98940f req-6c91e6ed-a4e4-43a3-a37d-18ef00a9bf65 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1571476 Jul 28 18:04:28.642232 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8ab105fc-d43e-48e0-baeb-77944e98940f req-8ce1d0b7-6ebf-47b5-8c65-a54fd9cf1441 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084132 Jul 28 18:04:28.799332 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:28.818509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Publish callbacks [] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.092251 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1196e9d0-e550-4aa4-bc93-851533c39692 req-c05c1517-e18e-4710-ad7e-d33c46d44f78 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0422451 Jul 28 18:04:29.121937 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bece7495-009d-422e-960e-5eadb77f0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (b0c24494-f7ad-48e1-86c5-94522415a6a9), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.122065 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Transition to ACTIVE for port object 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:04:29.124113 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bece7495-009d-422e-960e-5eadb77f0aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.125243 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-bece7495-009d-422e-960e-5eadb77f0aa1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b0c24494-f7ad-48e1-86c5-94522415a6a9 HTTP/1.1" status: 204 len: 168 time: 1.2414255 Jul 28 18:04:29.138122 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece7495-009d-422e-960e-5eadb77f0aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c24494-f7ad-48e1-86c5-94522415a6a9,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:29.260323 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.534798 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:04:29.580059 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:29.630940 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c4b77-73d1-40b6-a6e8-60405f104f0c req-503c0544-da99-48f6-9287-8f71eb8c0d8b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:29.644014 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-734c4b77-73d1-40b6-a6e8-60405f104f0c req-503c0544-da99-48f6-9287-8f71eb8c0d8b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 944 time: 0.3090799 Jul 28 18:04:29.854941 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-734c4b77-73d1-40b6-a6e8-60405f104f0c req-d5028487-b36e-4185-b424-dc1b8637b37f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043893 Jul 28 18:04:29.900600 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Attempting to bind port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:29.901335 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Attempting to bind port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:29.901964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Attempting to bind port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:29.912310 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:04:29.918573 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Attempting to bind port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f on network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:29.927171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:29.934770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Checking segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:29.935260 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Bound using segment: {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:29.935875 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Bound port: 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90f4b59-7657-4d91-a58f-afb52ae7acf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:29.936365 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.961907 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dd75f-868f-44bc-acd0-1646bb74fffe req-cbbbc100-39f8-4415-a648-c586ac38906d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:29.964928 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1f8dd75f-868f-44bc-acd0-1646bb74fffe req-cbbbc100-39f8-4415-a648-c586ac38906d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1418703 Jul 28 18:04:30.059459 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:30.087706 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1f8dd75f-868f-44bc-acd0-1646bb74fffe req-3a51f466-c059-482a-879a-7f00cdabefb4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162624 Jul 28 18:04:30.099499 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] For port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:30.104698 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] For port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:30.197064 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:30.326922 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:30.328616 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:30.330640 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] 10.222.0.99 "PUT /v2.0/ports/9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 200 len: 1094 time: 2.9492245 Jul 28 18:04:30.334260 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:30.337551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076d0c1f-4ab9-45ff-adfc-0b3740a03d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:30.404167 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8fa0dddc-e2fe-4512-8234-18210a189f94 req-8d0874ae-94db-4154-8a2b-314269130697 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0787544 Jul 28 18:04:30.418816 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c86b3-e409-4f91-ae18-f89592f94ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:30.449368 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98130a6-3dcf-4679-935c-4f082ebc7552 x-openstack-request-id: req-e98130a6-3dcf-4679-935c-4f082ebc7552 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:30.449738 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:30.450065 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e98130a6-3dcf-4679-935c-4f082ebc7552 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:30.450568 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98130a6-3dcf-4679-935c-4f082ebc7552'] response: {'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'status': 'completed', 'code': 200} Jul 28 18:04:30.607952 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37854) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:30.685056 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49f3d8a0-6ad0-48f9-ae04-9adcd3c688ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:30.715477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d0c1f-4ab9-45ff-adfc-0b3740a03d2d req-53e793cb-3745-41b3-8290-f0372999e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:30.719571 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-076d0c1f-4ab9-45ff-adfc-0b3740a03d2d req-53e793cb-3745-41b3-8290-f0372999e7b8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1128 time: 0.1912119 Jul 28 18:04:30.734903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:30.874759 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:30.952924 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d0c1f-4ab9-45ff-adfc-0b3740a03d2d req-1deaa50f-13e6-4a7e-87cd-0f1447f0b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:30.955056 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-076d0c1f-4ab9-45ff-adfc-0b3740a03d2d req-1deaa50f-13e6-4a7e-87cd-0f1447f0b9c7 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2187965 Jul 28 18:04:30.995689 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49f3d8a0-6ad0-48f9-ae04-9adcd3c688ce admin admin] Publish callbacks [] for security_group (6b0eb157-3c33-40bd-b1a4-23c2567447e4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.087553 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9fff4280-84b1-4506-8902-3d3c2a8e2697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.142479 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49f3d8a0-6ad0-48f9-ae04-9adcd3c688ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6b0eb157-3c33-40bd-b1a4-23c2567447e4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.198856 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e74b01-33e9-4ead-a3ff-304a6eb6de62 req-393d817f-0224-4428-8328-c446beaa6589 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:31.198856 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-50e74b01-33e9-4ead-a3ff-304a6eb6de62 req-393d817f-0224-4428-8328-c446beaa6589 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 944 time: 0.1990416 Jul 28 18:04:31.273393 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d8a0-6ad0-48f9-ae04-9adcd3c688ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0eb157-3c33-40bd-b1a4-23c2567447e4,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:31.276891 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d0c1f-4ab9-45ff-adfc-0b3740a03d2d req-5fbbe8dc-93c6-4a44-b598-6cae8bfbbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:31.278414 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-076d0c1f-4ab9-45ff-adfc-0b3740a03d2d req-5fbbe8dc-93c6-4a44-b598-6cae8bfbbbe7 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169498 Jul 28 18:04:31.283700 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-49f3d8a0-6ad0-48f9-ae04-9adcd3c688ce admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3250a40b6c3848309dad07640a66df93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6718922 Jul 28 18:04:31.284926 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37866) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:31.334820 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-50e74b01-33e9-4ead-a3ff-304a6eb6de62 req-e9bf0da4-b222-459b-befe-579c8331d35a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291108 Jul 28 18:04:31.343963 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fd980-9bf4-4cfd-9563-27b5ff431ad1 req-e698e4fc-e516-4d1f-866f-603d06cb13d4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:31.352044 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7a7fd980-9bf4-4cfd-9563-27b5ff431ad1 req-e698e4fc-e516-4d1f-866f-603d06cb13d4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1035054 Jul 28 18:04:31.408105 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9e221505-de24-4bef-919d-12b0e7204a96 admin admin] Publish callbacks [] for security_group (6b0eb157-3c33-40bd-b1a4-23c2567447e4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.413973 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:31.437198 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7a7fd980-9bf4-4cfd-9563-27b5ff431ad1 req-d4546f83-b407-4461-b4f8-e266d0eff8ef tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841377 Jul 28 18:04:31.458258 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9e221505-de24-4bef-919d-12b0e7204a96 admin admin] Publish callbacks [] for security_group (6b0eb157-3c33-40bd-b1a4-23c2567447e4), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.594195 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2a93288c-6c8d-427e-8863-90eb6fe8d92c req-8fbfb370-6bfa-4cd3-82cb-61f052aa2cdb tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0638168 Jul 28 18:04:31.674474 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-a977fe45-bbef-4e0f-a89f-8b05c6cd8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:31.679967 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-a977fe45-bbef-4e0f-a89f-8b05c6cd8ab0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1128 time: 0.0846567 Jul 28 18:04:31.718290 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9e221505-de24-4bef-919d-12b0e7204a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6b0eb157-3c33-40bd-b1a4-23c2567447e4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.722759 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9e221505-de24-4bef-919d-12b0e7204a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.727921 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-9e221505-de24-4bef-919d-12b0e7204a96 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6b0eb157-3c33-40bd-b1a4-23c2567447e4 HTTP/1.1" status: 204 len: 168 time: 0.4378986 Jul 28 18:04:31.738053 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-541c0783-d6f0-42d7-a8e1-dcde1285fa8a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 200 len: 217 time: 0.0401459 Jul 28 18:04:31.748730 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e221505-de24-4bef-919d-12b0e7204a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0eb157-3c33-40bd-b1a4-23c2567447e4,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:31.829683 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-651eb747-5414-48e3-acc8-c4c66bdaee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:31.829683 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-651eb747-5414-48e3-acc8-c4c66bdaee57 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0838645 Jul 28 18:04:32.043824 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-fa1d9130-9b1b-4eba-a38b-874a2b76254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:32.046101 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-fa1d9130-9b1b-4eba-a38b-874a2b76254b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2116442 Jul 28 18:04:32.132043 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842e83-849f-4f6c-8565-f801092e0294 req-3550b637-f653-4a63-b80a-eb01b71b972a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:32.133998 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-3550b637-f653-4a63-b80a-eb01b71b972a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "GET /v2.0/networks?id=9deb3c13-2833-461f-adf7-1cc4897c90a6 HTTP/1.1" status: 200 len: 809 time: 0.2135406 Jul 28 18:04:32.140231 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-8faa665a-3d1b-4b9b-9ba6-3c90414bd85c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:32.149607 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-8faa665a-3d1b-4b9b-9ba6-3c90414bd85c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/networks?id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 200 len: 815 time: 0.2254357 Jul 28 18:04:32.164744 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-1728525a-0967-4291-8630-175f2c858d22 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/quotas/39115160ca364b2590af12fccde98256 HTTP/1.1" status: 200 len: 375 time: 0.0158696 Jul 28 18:04:32.234747 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-6d93e61c-da87-43cf-b6ec-6db9073a6f9d tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690124 Jul 28 18:04:32.382327 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-22d44541-ff69-4a6a-b38a-8cc751f2cbae service neutron] 10.222.0.85 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311505 Jul 28 18:04:32.562178 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28f30-c071-4ff2-b902-0bc081ee6505 req-71881093-0b3a-4979-b3ac-f99a528d4c29 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:32.563829 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feb28f30-c071-4ff2-b902-0bc081ee6505 req-71881093-0b3a-4979-b3ac-f99a528d4c29 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 944 time: 0.0901814 Jul 28 18:04:32.602582 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-4fcaae4a-f00e-414e-81ce-851b2b60f8fc service neutron] 10.222.0.85 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036674 Jul 28 18:04:32.684666 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-feb28f30-c071-4ff2-b902-0bc081ee6505 req-af0ff064-6820-43a0-b9f8-64bbdf3e2db0 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120956 Jul 28 18:04:32.844440 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd11b0e-695d-488a-ad05-d1ae3aebda19 req-18b107ba-23c6-4f42-80f5-5c66022c0309 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:32.846001 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ccd11b0e-695d-488a-ad05-d1ae3aebda19 req-18b107ba-23c6-4f42-80f5-5c66022c0309 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0485919 Jul 28 18:04:32.904530 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ccd11b0e-695d-488a-ad05-d1ae3aebda19 req-9d92a4c3-f68f-40d1-8675-0a76365551d8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518494 Jul 28 18:04:33.016012 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bb1fa570-2df3-466b-b982-cad8d84b8f74 req-00f9a350-467b-4c73-8dd7-087c38d8ca0c tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0507812 Jul 28 18:04:33.392634 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-62fab685-d334-4595-a0bd-e179393ba644 req-b0da870e-ef05-40b3-b674-2b30bfeddd14 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0527978 Jul 28 18:04:33.581901 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-15a8a1eb-a555-43c8-9684-c4ce62b08681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:33.585911 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:33.890150 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aa5a8-e6a8-49a6-8c07-516866259593 req-95b93a02-6d37-43e9-9c8d-df456ff9846d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:33.891936 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7f6aa5a8-e6a8-49a6-8c07-516866259593 req-95b93a02-6d37-43e9-9c8d-df456ff9846d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 944 time: 0.0624340 Jul 28 18:04:33.933864 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37948) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:33.963129 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7f6aa5a8-e6a8-49a6-8c07-516866259593 req-129ee6c8-e578-4dd8-9fdd-db46e34a05b3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646694 Jul 28 18:04:34.120237 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c349b-5ab6-4891-9d9f-4fbce412623b req-00e33c57-0f04-41db-bcaf-5090f4064d6c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:34.127335 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4c9c349b-5ab6-4891-9d9f-4fbce412623b req-00e33c57-0f04-41db-bcaf-5090f4064d6c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1129096 Jul 28 18:04:34.134228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-989875052-network', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:34.142046 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c049e2f1-76e3-4278-af92-a8a6347e62f0 req-1760509f-c7d9-4f8c-9b68-881772069dd7 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0418205 Jul 28 18:04:34.219465 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4c9c349b-5ab6-4891-9d9f-4fbce412623b req-65ba1f48-6d8c-4d91-baaf-043db84d1321 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910804 Jul 28 18:04:34.318357 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Made reservation on behalf of a1b1e6abd55a4b17b4a452a80a6bbdbc for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:34.321525 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.333784 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.381774 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.423589 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks [] for security_group (c467bf1b-cc0d-4fba-bf94-afa95b9ad75c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.516393 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ad0ffec7-571e-4a43-8ee9-e83b0496ad57 req-9006043d-2720-41a0-805b-bbe2ea0355fe tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0416713 Jul 28 18:04:34.517852 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c467bf1b-cc0d-4fba-bf94-afa95b9ad75c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.557321 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:04:34.569607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467bf1b-cc0d-4fba-bf94-afa95b9ad75c,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:34.578133 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (1af0b9b9-1dca-47b7-8e31-cc87e1519e68), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.578763 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Added segment 1af0b9b9-1dca-47b7-8e31-cc87e1519e68 of type vlan for network 2745d657-8db7-4817-b0a4-814cddf7a093 Jul 28 18:04:34.621557 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Request body: {'port': {'device_id': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6', 'admin_state_up': True, 'tenant_id': '834ec9d4361246999cc4e822acaa6b77'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:34.651733 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (2745d657-8db7-4817-b0a4-814cddf7a093), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.751334 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (2745d657-8db7-4817-b0a4-814cddf7a093), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.755043 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:34.755894 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:34.785811 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-3f340a3b-2cba-4b9f-9b28-3885cc45b2db service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909978 Jul 28 18:04:34.891292 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] Pushing event updated for resources: {'Network': ['ID=2745d657-8db7-4817-b0a4-814cddf7a093,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:34.906678 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 2745d657-8db7-4817-b0a4-814cddf7a093 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:34.956517 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc74f7dc-2a2c-4707-a3fe-476839f1c813 req-54974389-6a84-43ea-ae7a-09841c895fae service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575820 Jul 28 18:04:34.978128 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-36c083ed-cd52-42ed-9baa-1abd4e5c4338 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0430887 Jul 28 18:04:34.981246 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 37972) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:34.986171 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Request body: {'subnet': {'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-989875052-subnet', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:35.008562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:35.083374 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Made reservation on behalf of 834ec9d4361246999cc4e822acaa6b77 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:35.086067 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:35.124429 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Made reservation on behalf of a1b1e6abd55a4b17b4a452a80a6bbdbc for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:35.127000 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31161304'] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:35.194741 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91e49-1dd5-42ea-81ca-a528a5c36a0c req-4c08e9ba-939a-4f78-a6bd-a7ad0dc58a97 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:35.196532 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8fb91e49-1dd5-42ea-81ca-a528a5c36a0c req-4c08e9ba-939a-4f78-a6bd-a7ad0dc58a97 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 944 time: 0.1327095 Jul 28 18:04:35.313323 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1c0d05ee-e714-40fe-a75b-03d43aa178ca req-2a3cc2a2-c93d-49d7-bb76-b8318aacfa05 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0427918 Jul 28 18:04:35.331153 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Allocated IP 172.20.0.11 (9deb3c13-2833-461f-adf7-1cc4897c90a6/c0da6343-ef39-4c2f-9839-c81f88de5bf1/de56644a-cd04-4c51-a8f8-1f45ca90a5a8) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:35.341288 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8fb91e49-1dd5-42ea-81ca-a528a5c36a0c req-fca2d17b-2cf5-47c6-adc9-02565eeebcad tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372585 Jul 28 18:04:35.541697 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32402266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31161334'] for subnet (08ef3431-6ca3-4489-9b13-69d86c343a65), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:35.558691 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e272-8294-46f8-9399-bc212e21f3cf req-c816c9ca-51c3-4d4d-99c3-4e2146106cbc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:35.563118 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c839e272-8294-46f8-9399-bc212e21f3cf req-c816c9ca-51c3-4d4d-99c3-4e2146106cbc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1093750 Jul 28 18:04:35.625585 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:35.646064 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks [] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:35.659912 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:35.686954 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c839e272-8294-46f8-9399-bc212e21f3cf req-adb0017d-d6f8-4a4e-a17f-76fd87290d2c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005666 Jul 28 18:04:35.701448 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ef3431-6ca3-4489-9b13-69d86c343a65,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:35.733098 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Checking segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:35.733758 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Network hostable DHCP agents. Network: 2745d657-8db7-4817-b0a4-814cddf7a093, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:35.746110 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2f82a711-ef48-4bbc-9896-c573af7a0942 req-9f7da6e8-fc36-4a4c-80a6-ad27551af433 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0795770 Jul 28 18:04:35.842202 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:35.887005 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Network 2745d657-8db7-4817-b0a4-814cddf7a093 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:35.944949 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Network 9deb3c13-2833-461f-adf7-1cc4897c90a6 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:35.951765 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:35.955381 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:35.962046 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Pushing event updated for resources: {'Port': ['ID=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:35.990038 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 2745d657-8db7-4817-b0a4-814cddf7a093) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:36.004097 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:36.008496 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681bab7-e4ca-4c09-9822-1e0c635a055d None None] Network 2745d657-8db7-4817-b0a4-814cddf7a093 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:36.009799 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.050648 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:36.051427 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.124192 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a44c11cb-460b-4c09-ae67-acf76809b82d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1417000 Jul 28 18:04:36.128795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 37992) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:36.133343 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:36.165604 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-18e04319-3d94-4b02-89dd-f58f2e32deda tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5484703 Jul 28 18:04:36.230317 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.236562 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-2745d657-8db7-4817-b0a4-814cddf7a093', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:04:36.237565 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.243417 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (e99148d2-1ad8-4d81-bb22-8f2e494b439f), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.245047 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (e99148d2-1ad8-4d81-bb22-8f2e494b439f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.250242 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.310995 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Request body: {'port': {'device_id': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:36.336435 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:36.360645 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks [] for router_controller (e99148d2-1ad8-4d81-bb22-8f2e494b439f), precommit_add_association {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.415510 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.443005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:36.513695 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:36.616492 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b9780-4ae9-47e2-8879-dfdd659ccaa9 req-5841264e-e000-488e-87fe-ef667fa1d990 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:36.622901 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:36.627812 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Allocated IP 172.20.0.2 (2745d657-8db7-4817-b0a4-814cddf7a093/08ef3431-6ca3-4489-9b13-69d86c343a65/268f167b-3edb-4d1a-af70-c2e48c0acb10) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:36.628543 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e05b9780-4ae9-47e2-8879-dfdd659ccaa9 req-5841264e-e000-488e-87fe-ef667fa1d990 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 944 time: 0.1212721 Jul 28 18:04:36.659511 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'mac_address': 'fa:16:3e:a2:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:36.759621 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e05b9780-4ae9-47e2-8879-dfdd659ccaa9 req-752563d3-6c47-4927-9a03-887d125a237b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157060 Jul 28 18:04:36.777037 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:36.777681 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.802257 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:36.817317 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:36.863497 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:36.923181 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50636-fb6b-4f7d-8537-007a6a42f0dd req-87beed87-3298-4ff2-a6ee-71a9dda3d5c5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:36.925643 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1ba50636-fb6b-4f7d-8537-007a6a42f0dd req-87beed87-3298-4ff2-a6ee-71a9dda3d5c5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0692201 Jul 28 18:04:36.985140 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:36.993723 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1ba50636-fb6b-4f7d-8537-007a6a42f0dd req-d0a4584c-181c-4082-9c6f-1c478ebe92b4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620019 Jul 28 18:04:37.163083 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-54ea9ad3-5322-48e0-aa1b-7e2fd5714e33 req-c4dccf14-dd86-449a-9ef7-e92bd1e63d0b tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0323200 Jul 28 18:04:37.181196 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d1e5-6aba-4129-b9a6-9daef33afa23 req-64da9382-4bfc-4eb3-b60e-d463647be4ab tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:37.197354 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6505d1e5-6aba-4129-b9a6-9daef33afa23 req-64da9382-4bfc-4eb3-b60e-d463647be4ab tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 932 time: 0.6635149 Jul 28 18:04:37.251717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks [] for router_gateway (e99148d2-1ad8-4d81-bb22-8f2e494b439f), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:37.266577 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:37.276591 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Publish callbacks [] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:37.327381 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6505d1e5-6aba-4129-b9a6-9daef33afa23 req-86b67fd4-f9ea-46e2-843f-2f48f1e3383d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098077 Jul 28 18:04:37.424833 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de56644a-cd04-4c51-a8f8-1f45ca90a5a8 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:37.451904 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Publish callbacks [] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:37.464728 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Transition to ACTIVE for port object de56644a-cd04-4c51-a8f8-1f45ca90a5a8 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:04:37.882485 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:37.885238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:37.885471 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006937-cbbc-4d09-83e9-2963672809d2 req-fe52ece9-c353-4edd-9288-6a269fe255ae tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:37.887173 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a9006937-cbbc-4d09-83e9-2963672809d2 req-fe52ece9-c353-4edd-9288-6a269fe255ae tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 945 time: 0.0586519 Jul 28 18:04:37.938322 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Network 2745d657-8db7-4817-b0a4-814cddf7a093 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:37.952908 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:37.965651 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:37.976724 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Pushing event updated for resources: {'Port': ['ID=268f167b-3edb-4d1a-af70-c2e48c0acb10,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:38.000875 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a9006937-cbbc-4d09-83e9-2963672809d2 req-f08d3975-d7e5-4127-a8bb-5ac2360ce12e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985456 Jul 28 18:04:38.092285 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Pushing event updated for resources: {'Port': ['ID=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:38.113047 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Attempting to bind port 268f167b-3edb-4d1a-af70-c2e48c0acb10 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:38.113746 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Attempting to bind port 268f167b-3edb-4d1a-af70-c2e48c0acb10 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:38.116759 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Attempting to bind port 268f167b-3edb-4d1a-af70-c2e48c0acb10 on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:38.126995 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:38.129226 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:38.131827 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Checking segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:38.137415 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.137415 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Bound using segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:38.137415 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Bound port: 268f167b-3edb-4d1a-af70-c2e48c0acb10, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:38.137415 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.236992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] For port 268f167b-3edb-4d1a-af70-c2e48c0acb10, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:38.241866 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] For port 268f167b-3edb-4d1a-af70-c2e48c0acb10, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=268f167b-3edb-4d1a-af70-c2e48c0acb10,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:38.322694 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.337306 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0c2a1da5-a0aa-49ae-ae4d-8e7b3e93e26b req-6a97a004-245f-4650-b721-5e2ae5963b21 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0410020 Jul 28 18:04:38.351757 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0d706-5b8b-432c-87e1-6a7cc530c7c2 req-dadca983-0b17-4731-a735-ec3bfa4860fc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:38.354073 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6fc0d706-5b8b-432c-87e1-6a7cc530c7c2 req-dadca983-0b17-4731-a735-ec3bfa4860fc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.2021496 Jul 28 18:04:38.402975 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b45024-4cac-4de5-8251-916f65434a16 None None] Pushing event updated for resources: {'Port': ['ID=268f167b-3edb-4d1a-af70-c2e48c0acb10,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:38.409780 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Attempting to bind port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:38.410200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Attempting to bind port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:38.410648 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Attempting to bind port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 on network 9deb3c13-2833-461f-adf7-1cc4897c90a6 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:38.442603 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 on network 9deb3c13-2833-461f-adf7-1cc4897c90a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:04:38.443007 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Attempting to bind port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 on network 9deb3c13-2833-461f-adf7-1cc4897c90a6 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:38.519450 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c898d-146f-4138-a028-a07e7f65c290 req-6a190533-8e61-438a-b5b3-9d763decb006 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:38.533584 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e29c898d-146f-4138-a028-a07e7f65c290 req-6a190533-8e61-438a-b5b3-9d763decb006 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.0723884 Jul 28 18:04:38.533862 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6fc0d706-5b8b-432c-87e1-6a7cc530c7c2 req-3ca2f48f-b690-4ee6-bcbd-8ca10df78ecc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389761 Jul 28 18:04:38.533862 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:38.534276 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Checking segment: {'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:38.535295 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Bound using segment: {'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:38.539136 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Bound port: de56644a-cd04-4c51-a8f8-1f45ca90a5a8, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fc35e2-378f-45a8-bd1e-db8539fffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:38.539637 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.657615 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] For port de56644a-cd04-4c51-a8f8-1f45ca90a5a8, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:38.660746 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e29c898d-146f-4138-a028-a07e7f65c290 req-9c19784f-046f-4328-95db-acb652623dcb tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313038 Jul 28 18:04:38.664332 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] For port de56644a-cd04-4c51-a8f8-1f45ca90a5a8, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:38.675365 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks [] for router_gateway (e99148d2-1ad8-4d81-bb22-8f2e494b439f), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.730707 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.856345 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.910617 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:38.925437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:38.926200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:38.927772 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] 10.222.0.99 "PUT /v2.0/ports/de56644a-cd04-4c51-a8f8-1f45ca90a5a8 HTTP/1.1" status: 200 len: 1094 time: 2.6212268 Jul 28 18:04:38.932038 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'tag': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:38.934707 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8078fc8a-f55f-4526-ae70-be7898ae2176" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae762fd-1a0b-48e7-891f-8555a4624c57", "tag": "de56644a-cd04-4c51-a8f8-1f45ca90a5a8"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:38.995593 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b3e8-001f-40a2-a219-08e35cd4674e service neutron] Pushing event updated for resources: {'Port': ['ID=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:39.087058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Allocated IP 172.27.0.17 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/8f2c26a7-801a-4b82-8cba-736ed3c518fa) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:39.170969 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d32ffa6-42cb-4f75-86b3-ab2846565b5c x-openstack-request-id: req-8d32ffa6-42cb-4f75-86b3-ab2846565b5c {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:39.171348 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae762fd-1a0b-48e7-891f-8555a4624c57", "tag": "de56644a-cd04-4c51-a8f8-1f45ca90a5a8", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:39.171718 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8d32ffa6-42cb-4f75-86b3-ab2846565b5c {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:39.172188 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d32ffa6-42cb-4f75-86b3-ab2846565b5c'] response: {'name': 'network-changed', 'server_uuid': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'tag': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8', 'status': 'completed', 'code': 200} Jul 28 18:04:39.187052 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 268f167b-3edb-4d1a-af70-c2e48c0acb10 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:39.188837 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe47a67-d6bb-4b05-9add-6f504991110e req-eef5e48c-be74-4684-81b5-4b2bf7d6e657 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:39.203387 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3fe47a67-d6bb-4b05-9add-6f504991110e req-eef5e48c-be74-4684-81b5-4b2bf7d6e657 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 945 time: 0.0778379 Jul 28 18:04:39.263599 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3fe47a67-d6bb-4b05-9add-6f504991110e req-5669dd25-9367-4655-8248-cd2e9f9fd4cc tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589020 Jul 28 18:04:39.282400 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 268f167b-3edb-4d1a-af70-c2e48c0acb10 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:39.282400 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:39.318188 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks [] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:39.418613 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:39.442140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:39.443764 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:39.453625 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 268f167b-3edb-4d1a-af70-c2e48c0acb10 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:39.454031 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:39.524880 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:39.572236 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8670fd35-09fc-42af-93c4-b7b1a4a80762 req-b4251398-9dca-4d97-8bb3-1e19fad8776d tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0652120 Jul 28 18:04:39.583435 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:39.608451 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:39.612346 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:39.614555 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f2c26a7-801a-4b82-8cba-736ed3c518fa,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:39.617470 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:39.760059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38060) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:39.848153 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 268f167b-3edb-4d1a-af70-c2e48c0acb10, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=268f167b-3edb-4d1a-af70-c2e48c0acb10,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:39.854750 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee554d7d-a1f2-4d16-834d-3e1ed9dff647 req-e8ca6505-37cf-46a3-9c59-624c796d27b0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:39.863084 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ee554d7d-a1f2-4d16-834d-3e1ed9dff647 req-e8ca6505-37cf-46a3-9c59-624c796d27b0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1645458 Jul 28 18:04:39.910807 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:39.957283 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ee554d7d-a1f2-4d16-834d-3e1ed9dff647 req-f1e48c78-093c-4277-96bc-f915faf2ee1a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912194 Jul 28 18:04:40.004565 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:40.015759 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:40.029803 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b99792-f307-4ee2-80cd-56bd0eb4ef7f req-e5c170ba-3aa2-4807-88ef-b30d245a570d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:40.029803 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-85b99792-f307-4ee2-80cd-56bd0eb4ef7f req-e5c170ba-3aa2-4807-88ef-b30d245a570d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.2056046 Jul 28 18:04:40.039269 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a3440e3e-d173-444f-b82f-ac70ae5b6c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.164856 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078fc8a-f55f-4526-ae70-be7898ae2176 req-ca929603-7b7e-47d3-afab-cc0037518e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:40.166415 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8078fc8a-f55f-4526-ae70-be7898ae2176 req-ca929603-7b7e-47d3-afab-cc0037518e68 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=834ec9d4361246999cc4e822acaa6b77&device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 1128 time: 0.3353758 Jul 28 18:04:40.167192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:40.171862 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e81709-5341-41ee-8b24-c2a2f161bed3 None None] Network 2745d657-8db7-4817-b0a4-814cddf7a093 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:40.200315 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a3440e3e-d173-444f-b82f-ac70ae5b6c5f admin admin] Publish callbacks [] for security_group (4f89c6b0-8800-4f42-8341-58ed56484429), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.318439 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a3440e3e-d173-444f-b82f-ac70ae5b6c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (4f89c6b0-8800-4f42-8341-58ed56484429), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.321350 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-85b99792-f307-4ee2-80cd-56bd0eb4ef7f req-086db9e6-278e-428a-b30c-a3d31a350f36 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647631 Jul 28 18:04:40.414742 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a3440e3e-d173-444f-b82f-ac70ae5b6c5f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2d2056635d6a41f0a5a02c1dcb27baa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6533005 Jul 28 18:04:40.432443 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=268f167b-3edb-4d1a-af70-c2e48c0acb10,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:40.447047 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3440e3e-d173-444f-b82f-ac70ae5b6c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f89c6b0-8800-4f42-8341-58ed56484429,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:40.449794 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38070) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:40.476946 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:40.492181 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b32b0d50-67e7-4672-aec1-cb886c31f3c0 None None] Provisioning complete for port 268f167b-3edb-4d1a-af70-c2e48c0acb10 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:40.497063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b32b0d50-67e7-4672-aec1-cb886c31f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.540023 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-eabfc705-d6e5-4cbe-a68e-73a0e64ab08f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:40.541980 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-eabfc705-d6e5-4cbe-a68e-73a0e64ab08f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.99 "GET /v2.0/networks?id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 200 len: 815 time: 0.4865026 Jul 28 18:04:40.550162 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a11a1-e057-47ab-9687-59cc7a01c67b req-ada287db-7cad-4022-9b82-f6dcc4e62545 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:40.558337 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-954a11a1-e057-47ab-9687-59cc7a01c67b req-ada287db-7cad-4022-9b82-f6dcc4e62545 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 945 time: 0.1139960 Jul 28 18:04:40.575815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'port': {'device_id': '417aa872-dcc4-4460-99fb-d48819d6eead', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'admin_state_up': True, 'tenant_id': '39115160ca364b2590af12fccde98256'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:40.588950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.588950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.588950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.588950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.588950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.588950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.588950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.589767 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.590184 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.590624 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.591046 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.591485 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.591917 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.592335 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.592749 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:40.600495 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078fc8a-f55f-4526-ae70-be7898ae2176 req-0cfb07bb-e07f-4242-ae68-93b3f3c11b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:40.617672 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8078fc8a-f55f-4526-ae70-be7898ae2176 req-0cfb07bb-e07f-4242-ae68-93b3f3c11b71 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=834ec9d4361246999cc4e822acaa6b77&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4161463 Jul 28 18:04:40.629194 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-954a11a1-e057-47ab-9687-59cc7a01c67b req-847b3fc6-69be-45f8-97e5-220c39ab62ac tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686815 Jul 28 18:04:40.642218 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7df87486-254e-4e67-beab-da5bf690f0ff admin admin] Publish callbacks [] for security_group (4f89c6b0-8800-4f42-8341-58ed56484429), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.696140 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7df87486-254e-4e67-beab-da5bf690f0ff admin admin] Publish callbacks [] for security_group (4f89c6b0-8800-4f42-8341-58ed56484429), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.739869 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks [] for router_gateway (e99148d2-1ad8-4d81-bb22-8f2e494b439f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.842671 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b32b0d50-67e7-4672-aec1-cb886c31f3c0 None None] Current status of the port 268f167b-3edb-4d1a-af70-c2e48c0acb10 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:40.906379 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7df87486-254e-4e67-beab-da5bf690f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (4f89c6b0-8800-4f42-8341-58ed56484429), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.910101 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7df87486-254e-4e67-beab-da5bf690f0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:40.911448 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-7df87486-254e-4e67-beab-da5bf690f0ff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4f89c6b0-8800-4f42-8341-58ed56484429 HTTP/1.1" status: 204 len: 168 time: 0.4599950 Jul 28 18:04:40.934796 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df87486-254e-4e67-beab-da5bf690f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f89c6b0-8800-4f42-8341-58ed56484429,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:41.087912 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-6da54fe3-da73-49e2-9cb7-7a92d23a5865 None None] Provisioning complete for port 268f167b-3edb-4d1a-af70-c2e48c0acb10 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:41.090048 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6da54fe3-da73-49e2-9cb7-7a92d23a5865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:41.181721 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:41.195559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 268f167b-3edb-4d1a-af70-c2e48c0acb10 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:41.220198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a81c2-be6d-4184-9687-e837697f1001 req-98e69176-a0bf-4fa8-9795-ca09e6bc99a5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:41.221818 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-497a81c2-be6d-4184-9687-e837697f1001 req-98e69176-a0bf-4fa8-9795-ca09e6bc99a5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1481695 Jul 28 18:04:41.307205 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e7421be7-7acf-4faa-acc9-6e70ba59d512 req-a26fd87c-c435-4e55-9684-603a7e992c62 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.5464933 Jul 28 18:04:41.389444 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 268f167b-3edb-4d1a-af70-c2e48c0acb10 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:41.389584 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-497a81c2-be6d-4184-9687-e837697f1001 req-6ce9236a-c0e3-474b-93f6-82c0596a9e70 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586008 Jul 28 18:04:41.390165 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:41.466672 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6da54fe3-da73-49e2-9cb7-7a92d23a5865 None None] Current status of the port 268f167b-3edb-4d1a-af70-c2e48c0acb10 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:41.538852 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 268f167b-3edb-4d1a-af70-c2e48c0acb10 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:41.582840 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Made reservation on behalf of 39115160ca364b2590af12fccde98256 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:41.587430 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:41.627020 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:41.696908 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:04:41.770537 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078fc8a-f55f-4526-ae70-be7898ae2176 req-506ee437-5720-4847-b726-21a1c2345908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:41.774010 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8078fc8a-f55f-4526-ae70-be7898ae2176 req-506ee437-5720-4847-b726-21a1c2345908 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0595376 Jul 28 18:04:41.806189 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a2f7-a2a7-4d13-b275-90e74f100849 req-d6d35f72-7f20-470c-8bf9-c17c8e4024ca tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:41.806553 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91545044-da32-4269-b378-6bb0fced41c8 req-14f70a6a-ef66-46eb-8c05-78e2c162082f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:41.809862 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b250a2f7-a2a7-4d13-b275-90e74f100849 req-d6d35f72-7f20-470c-8bf9-c17c8e4024ca tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.2311480 Jul 28 18:04:41.815296 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-91545044-da32-4269-b378-6bb0fced41c8 req-14f70a6a-ef66-46eb-8c05-78e2c162082f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 945 time: 0.0819836 Jul 28 18:04:41.841669 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:41.842083 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:41.905137 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-91545044-da32-4269-b378-6bb0fced41c8 req-25a4183f-a2f1-43c8-bf8e-255d846d9351 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874238 Jul 28 18:04:42.007291 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:42.007718 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:42.056553 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:42.063798 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a9cabf-5d94-4a9a-bb99-566001faf676" -d '{"events": [{"server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "name": "network-vif-plugged", "status": "completed", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:42.090444 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:42.161984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf68151-cf2b-4385-8cf3-9627bb3b81a5 x-openstack-request-id: req-5bf68151-cf2b-4385-8cf3-9627bb3b81a5 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:42.164458 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "name": "network-vif-plugged", "status": "completed", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:42.164998 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5bf68151-cf2b-4385-8cf3-9627bb3b81a5 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:42.165716 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf68151-cf2b-4385-8cf3-9627bb3b81a5'] response: {'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'code': 200} Jul 28 18:04:42.186817 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:42.257374 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:42.301238 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38118) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:42.331182 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:42.339905 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-33cd0e53-2a1b-4ee3-a648-90c1af273040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:42.447973 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (e99148d2-1ad8-4d81-bb22-8f2e494b439f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:42.544394 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Allocated IP 172.20.0.7 (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a/05563190-728f-4160-99c4-24648f2b17dc/f808f4a9-93f4-4595-be63-aba89386ee2a) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:42.644604 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b250a2f7-a2a7-4d13-b275-90e74f100849 req-8f4eec9b-f424-4e9e-8a05-023480e928ac tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696945 Jul 28 18:04:42.659048 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-33cd0e53-2a1b-4ee3-a648-90c1af273040 admin admin] Publish callbacks [] for security_group (2e4c1073-8fc0-4cb1-8a16-3a1ae329147b), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:42.673510 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-69e29818-7337-40f3-8457-ece9f380ad2f req-d3aca78d-8573-4e83-a730-de78b6a6c5a7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.1981432 Jul 28 18:04:42.705767 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842e83-849f-4f6c-8565-f801092e0294 req-2f9a9430-0a34-4857-9aee-c7dfae6ea433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:42.714706 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-2f9a9430-0a34-4857-9aee-c7dfae6ea433 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=834ec9d4361246999cc4e822acaa6b77&device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 1128 time: 0.4350016 Jul 28 18:04:42.728135 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-33cd0e53-2a1b-4ee3-a648-90c1af273040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (2e4c1073-8fc0-4cb1-8a16-3a1ae329147b), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:42.742725 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:42.822102 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd0e53-2a1b-4ee3-a648-90c1af273040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4c1073-8fc0-4cb1-8a16-3a1ae329147b,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:42.935891 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-33cd0e53-2a1b-4ee3-a648-90c1af273040 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=09c20714f0d44e788c7e12b31b7411e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6281967 Jul 28 18:04:42.943482 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38130) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:43.192173 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e75e9-10b2-400e-8ba0-be69adfcbf7d req-7b358f0b-db29-4c34-a724-56ecf4a3fafe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:43.192173 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-095e75e9-10b2-400e-8ba0-be69adfcbf7d req-7b358f0b-db29-4c34-a724-56ecf4a3fafe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.2724164 Jul 28 18:04:43.192751 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:43.192751 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa383998-69a5-4c9f-a66d-a8483e57d4a9 req-2f698d9f-322b-4715-94e4-9841e8e9606a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:43.192751 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fa383998-69a5-4c9f-a66d-a8483e57d4a9 req-2f698d9f-322b-4715-94e4-9841e8e9606a tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.1703086 Jul 28 18:04:43.236153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc3e278d-b691-4590-9568-3d9acd712fdc admin admin] Publish callbacks [] for security_group (2e4c1073-8fc0-4cb1-8a16-3a1ae329147b), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:43.297891 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fa383998-69a5-4c9f-a66d-a8483e57d4a9 req-65ec4bfd-1f21-4a5f-b839-de33b78732f3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861478 Jul 28 18:04:43.305101 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc3e278d-b691-4590-9568-3d9acd712fdc admin admin] Publish callbacks [] for security_group (2e4c1073-8fc0-4cb1-8a16-3a1ae329147b), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:43.565447 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:43.579751 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-095e75e9-10b2-400e-8ba0-be69adfcbf7d req-dd2eabe5-4442-4526-9696-6783497b1888 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886430 Jul 28 18:04:43.698620 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc3e278d-b691-4590-9568-3d9acd712fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (2e4c1073-8fc0-4cb1-8a16-3a1ae329147b), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:43.717088 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc3e278d-b691-4590-9568-3d9acd712fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:43.717088 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-dc3e278d-b691-4590-9568-3d9acd712fdc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2e4c1073-8fc0-4cb1-8a16-3a1ae329147b HTTP/1.1" status: 204 len: 168 time: 0.7576590 Jul 28 18:04:43.717088 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e278d-b691-4590-9568-3d9acd712fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4c1073-8fc0-4cb1-8a16-3a1ae329147b,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:43.835426 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c1166a1a-9fa7-4783-b60f-87d7512d0fa5 req-facbda82-b143-4e81-902a-b3ad0fd8c48e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0374477 Jul 28 18:04:43.843721 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc8cbd-e8ca-44a2-8859-3838169085fb req-529d0f50-ae94-46d3-a4ee-62a47938e611 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:43.845540 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-93fc8cbd-e8ca-44a2-8859-3838169085fb req-529d0f50-ae94-46d3-a4ee-62a47938e611 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.0586939 Jul 28 18:04:43.907492 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-93fc8cbd-e8ca-44a2-8859-3838169085fb req-59417db1-d2dc-4c1c-bd53-c29101d5b3ba tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550473 Jul 28 18:04:44.084018 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:04:44.093232 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:44.208596 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:44.212182 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:44.216458 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:44.226646 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:44.339194 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:44.339194 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:44.374321 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:44.391786 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:44.417284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:44.420933 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:44.533051 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-48f35734-02da-4870-8066-7a9829f6b597 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9753888 Jul 28 18:04:44.539068 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:44.542676 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-06af7cb7-4011-4667-816f-0bd6e64e7ed3 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4104962 Jul 28 18:04:44.543248 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38154) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:44.575041 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296e1b2-36e4-4185-9542-8ed47e8ad0f5 req-76e3e7ec-f276-43dd-96cd-871be5e185b7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:44.583800 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c296e1b2-36e4-4185-9542-8ed47e8ad0f5 req-76e3e7ec-f276-43dd-96cd-871be5e185b7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.1263874 Jul 28 18:04:44.603752 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:44.652881 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-ec888af8-e556-4d11-aae1-17277c7181b7 None None] Provisioning complete for port f808f4a9-93f4-4595-be63-aba89386ee2a triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:44.654370 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ec888af8-e556-4d11-aae1-17277c7181b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:44.694070 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c296e1b2-36e4-4185-9542-8ed47e8ad0f5 req-13529c02-a235-4424-8a47-486c41d97dfb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086371 Jul 28 18:04:44.724968 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:44.833293 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-ec888af8-e556-4d11-aae1-17277c7181b7 None None] Port f808f4a9-93f4-4595-be63-aba89386ee2a cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:44.860582 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:44.879366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38162) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:44.924435 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-462bba93-bc35-49ee-8dc6-9c226de8e7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:44.954730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:45.051953 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:40Z', 'revision_number': 3, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:45.117692 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:45.118046 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Updating router e99148d2-1ad8-4d81-bb22-8f2e494b439f port 8f2c26a7-801a-4b82-8cba-736ed3c518fa binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:45.179559 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2ff7-8dd3-45ad-8b22-3627c0cb1b92 req-ee8a6581-647f-4974-a8d5-40df91661442 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:45.179807 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41ed1-d9e5-441c-a14d-ad5ced9babb1 req-fe24a552-80bd-4071-8e61-103afa5bf33c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:45.179807 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c4f41ed1-d9e5-441c-a14d-ad5ced9babb1 req-fe24a552-80bd-4071-8e61-103afa5bf33c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1742239 Jul 28 18:04:45.215688 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bfdf2ff7-8dd3-45ad-8b22-3627c0cb1b92 req-ee8a6581-647f-4974-a8d5-40df91661442 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 931 time: 0.1486993 Jul 28 18:04:45.215882 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.286097 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-1a863de3-6068-4946-b7c3-c8e1e3915066 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de56644a-cd04-4c51-a8f8-1f45ca90a5a8 HTTP/1.1" status: 200 len: 217 time: 0.0555675 Jul 28 18:04:45.303059 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-462bba93-bc35-49ee-8dc6-9c226de8e7cf admin admin] Publish callbacks [] for security_group (d14fdd40-78f8-41ce-9585-73cef9cf1fa5), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.313626 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:45.328066 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bfdf2ff7-8dd3-45ad-8b22-3627c0cb1b92 req-b50e795c-7b16-4582-944b-776bab663cfa tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280985 Jul 28 18:04:45.335932 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Request body: {'port': {'device_id': '417aa872-dcc4-4460-99fb-d48819d6eead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:45.343372 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c4f41ed1-d9e5-441c-a14d-ad5ced9babb1 req-aa4fab28-61b5-4647-a42f-e2385a624e28 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543615 Jul 28 18:04:45.421540 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.463585 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-462bba93-bc35-49ee-8dc6-9c226de8e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d14fdd40-78f8-41ce-9585-73cef9cf1fa5), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.523317 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-462bba93-bc35-49ee-8dc6-9c226de8e7cf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=37d87044285a400eab159d905d21b58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428802 Jul 28 18:04:45.529955 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38170) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:45.538439 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:45.540019 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c8b92-f585-4a8b-9414-329242ac2dc1 req-2ae6b869-9c6f-4402-80a8-816fc9c59d57 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:45.541721 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c26c8b92-f585-4a8b-9414-329242ac2dc1 req-2ae6b869-9c6f-4402-80a8-816fc9c59d57 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.0715387 Jul 28 18:04:45.594596 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Publish callbacks [] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.619211 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bba93-bc35-49ee-8dc6-9c226de8e7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14fdd40-78f8-41ce-9585-73cef9cf1fa5,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:45.662314 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b04ce0-881e-423e-9489-2d69ce2a7581 admin admin] Publish callbacks [] for security_group (d14fdd40-78f8-41ce-9585-73cef9cf1fa5), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.684157 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c26c8b92-f585-4a8b-9414-329242ac2dc1 req-2f2c1951-e9a8-4ae7-885c-9dd960f9a3c9 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134944 Jul 28 18:04:45.707114 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.747522 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b04ce0-881e-423e-9489-2d69ce2a7581 admin admin] Publish callbacks [] for security_group (d14fdd40-78f8-41ce-9585-73cef9cf1fa5), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.791496 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Attempting to bind port 8f2c26a7-801a-4b82-8cba-736ed3c518fa on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:45.793338 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Attempting to bind port 8f2c26a7-801a-4b82-8cba-736ed3c518fa by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:45.793338 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Attempting to bind port 8f2c26a7-801a-4b82-8cba-736ed3c518fa on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:45.804495 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:45.805756 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:45.806404 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.807107 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:45.807819 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Bound port: 8f2c26a7-801a-4b82-8cba-736ed3c518fa, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:45.808823 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.866193 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c3d6a-c7dc-45c1-bb3d-7dabf760c19b None None] Pushing event updated for resources: {'Port': ['ID=8f2c26a7-801a-4b82-8cba-736ed3c518fa,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:45.881136 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] For port 8f2c26a7-801a-4b82-8cba-736ed3c518fa, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:45.885582 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] For port 8f2c26a7-801a-4b82-8cba-736ed3c518fa, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8f2c26a7-801a-4b82-8cba-736ed3c518fa,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:45.914070 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.961058 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:45.963506 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f808f4a9-93f4-4595-be63-aba89386ee2a {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:45.986851 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Publish callbacks [] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.006749 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b04ce0-881e-423e-9489-2d69ce2a7581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d14fdd40-78f8-41ce-9585-73cef9cf1fa5), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.009372 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b04ce0-881e-423e-9489-2d69ce2a7581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.019050 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-61b04ce0-881e-423e-9489-2d69ce2a7581 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d14fdd40-78f8-41ce-9585-73cef9cf1fa5 HTTP/1.1" status: 204 len: 168 time: 0.4864273 Jul 28 18:04:46.029736 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c3d6a-c7dc-45c1-bb3d-7dabf760c19b None None] Pushing event updated for resources: {'Port': ['ID=8f2c26a7-801a-4b82-8cba-736ed3c518fa,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:46.068059 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b04ce0-881e-423e-9489-2d69ce2a7581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14fdd40-78f8-41ce-9585-73cef9cf1fa5,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:46.073734 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:46.074398 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:46.116287 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b7be9-8207-4146-b6b0-8dd5b42fe983 req-af82bc08-bdc6-42e4-baff-8c3b10cc49ad tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:46.127030 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c99b7be9-8207-4146-b6b0-8dd5b42fe983 req-af82bc08-bdc6-42e4-baff-8c3b10cc49ad tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.1570535 Jul 28 18:04:46.134680 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Transition to ACTIVE for port object f808f4a9-93f4-4595-be63-aba89386ee2a will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:04:46.200753 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Allocated IP 172.20.0.1 (2745d657-8db7-4817-b0a4-814cddf7a093/08ef3431-6ca3-4489-9b13-69d86c343a65/6dcdbacd-0e25-4890-bc4f-db8393a54ec8) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:46.219180 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c99b7be9-8207-4146-b6b0-8dd5b42fe983 req-889b1c5e-88e8-46c2-b085-42a1b5a96680 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894465 Jul 28 18:04:46.239582 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.263934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:46.354227 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:46.366901 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks [] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.404244 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:46.495745 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.533445 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Attempting to bind port f808f4a9-93f4-4595-be63-aba89386ee2a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:46.533964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Attempting to bind port f808f4a9-93f4-4595-be63-aba89386ee2a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:46.534117 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Attempting to bind port f808f4a9-93f4-4595-be63-aba89386ee2a on network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:46.542967 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Port f808f4a9-93f4-4595-be63-aba89386ee2a on network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:04:46.544729 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Attempting to bind port f808f4a9-93f4-4595-be63-aba89386ee2a on network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:46.573891 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:46.578980 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Checking segment: {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:46.579121 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:40Z', 'revision_number': 3, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:46.579594 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Bound using segment: {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:46.579862 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Bound port: f808f4a9-93f4-4595-be63-aba89386ee2a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20300402-393b-4b1b-a2b8-6548b2120983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:46.580133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.619579 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9acd7-a8d7-4242-bede-0de4d6200760 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:40Z', 'revision_number': 3, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:46.638009 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Pushing event updated for resources: {'Port': ['ID=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:46.641918 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Network 2745d657-8db7-4817-b0a4-814cddf7a093 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:46.654952 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:46.681062 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:46.716968 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53696f3d-9f21-4ca8-a12e-dec05b444ef7 req-611b07f1-800e-4371-9bfd-720d035bb676 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:46.728254 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53696f3d-9f21-4ca8-a12e-dec05b444ef7 req-611b07f1-800e-4371-9bfd-720d035bb676 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1723099 Jul 28 18:04:46.799945 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (e99148d2-1ad8-4d81-bb22-8f2e494b439f), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.839850 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:46.863240 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:46.874148 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f808f4a9-93f4-4595-be63-aba89386ee2a,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:46.884783 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53696f3d-9f21-4ca8-a12e-dec05b444ef7 req-5b527263-967f-44a4-929e-8d8739c50914 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535752 Jul 28 18:04:46.942248 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2bd91-26ce-4300-a8f1-ed209c1d5c70 req-a99031d7-4b48-4768-bcc1-87c1007bbf7c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:46.950058 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6fc2bd91-26ce-4300-a8f1-ed209c1d5c70 req-a99031d7-4b48-4768-bcc1-87c1007bbf7c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.3781064 Jul 28 18:04:46.986761 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:47.044737 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18b6f6-72cc-4d59-924c-9879d990b204 req-d83cef44-47ad-461d-b31c-edd63c662c50 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:47.051453 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6fc2bd91-26ce-4300-a8f1-ed209c1d5c70 req-53d7b0d7-26c0-4d5b-aff5-fd806b212426 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003482 Jul 28 18:04:47.054965 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-be18b6f6-72cc-4d59-924c-9879d990b204 req-d83cef44-47ad-461d-b31c-edd63c662c50 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.0862014 Jul 28 18:04:47.066261 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.110784 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e3681d8c-40cf-43c1-8da1-996a1dc53bc2 None None] Provisioning complete for port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:47.117499 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e3681d8c-40cf-43c1-8da1-996a1dc53bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.175256 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e3681d8c-40cf-43c1-8da1-996a1dc53bc2 None None] Port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:47.218832 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-be18b6f6-72cc-4d59-924c-9879d990b204 req-0d9918f5-5874-4172-951e-50ba2409dc90 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635189 Jul 28 18:04:47.225230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:47.225860 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.227376 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] 10.222.0.99 "PUT /v2.0/ports/f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 1093 time: 1.8977172 Jul 28 18:04:47.227751 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:47.230049 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87650cc7-5d4c-45da-9628-9e09ad0cad78" -d '{"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:47.264663 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad188cad-836e-40d8-a416-283f0dddfcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:47.296580 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.306200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58bb3c-e008-4467-93cc-3103b0c52613 x-openstack-request-id: req-2d58bb3c-e008-4467-93cc-3103b0c52613 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:47.306554 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:47.306812 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2d58bb3c-e008-4467-93cc-3103b0c52613 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:47.307266 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d58bb3c-e008-4467-93cc-3103b0c52613'] response: {'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'status': 'completed', 'code': 200} Jul 28 18:04:47.384358 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:47.421053 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554db742-1970-4547-8e74-b3db0595a4f7 req-0cde3c3c-cc8e-4a58-9f64-213f20df17b5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:47.432993 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-554db742-1970-4547-8e74-b3db0595a4f7 req-0cde3c3c-cc8e-4a58-9f64-213f20df17b5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0910332 Jul 28 18:04:47.435294 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:47.538039 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-554db742-1970-4547-8e74-b3db0595a4f7 req-817d1241-0e3f-423f-8e24-7a670b6ba737 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891898 Jul 28 18:04:47.563706 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks [] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.643604 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.717053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (e99148d2-1ad8-4d81-bb22-8f2e494b439f), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.718914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Pushing event updated for resources: {'Port': ['ID=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:47.810937 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:47.823423 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Network 2745d657-8db7-4817-b0a4-814cddf7a093 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:47.825188 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:47.986133 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:04:48.130467 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-69e49b02-8fea-4b3d-a639-34fd5db0cf72 None None] Provisioning complete for port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:48.131048 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-69e49b02-8fea-4b3d-a639-34fd5db0cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:48.214002 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-69e49b02-8fea-4b3d-a639-34fd5db0cf72 None None] Port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:48.272296 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622ef5-d726-438d-a600-8a9cc2336568 req-558d8590-e6de-48c8-8e0e-f8061c56c875 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:48.275365 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-af622ef5-d726-438d-a600-8a9cc2336568 req-558d8590-e6de-48c8-8e0e-f8061c56c875 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1611304 Jul 28 18:04:48.278463 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:48.284849 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4a84-a6cd-4929-8f4c-534c0acbdf8e req-528b3e35-df67-446e-b60d-123c0d210a76 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:48.291770 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d8c4a84-a6cd-4929-8f4c-534c0acbdf8e req-528b3e35-df67-446e-b60d-123c0d210a76 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.1034019 Jul 28 18:04:48.299538 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0dd30465-9839-4eb7-a1ac-c739323d8eec admin admin] 10.222.0.85 "PUT /v2.0/routers/e99148d2-1ad8-4d81-bb22-8f2e494b439f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7552180 Jul 28 18:04:48.381807 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-af622ef5-d726-438d-a600-8a9cc2336568 req-c70a5a63-6818-499e-9205-a36d7595846f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872107 Jul 28 18:04:48.455728 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d8c4a84-a6cd-4929-8f4c-534c0acbdf8e req-3d73ed8e-2fd2-4476-8ae3-bf3a1f0aa74d tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046810 Jul 28 18:04:48.495912 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:48.691930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842e83-849f-4f6c-8565-f801092e0294 req-e128758b-3724-4494-94f6-3bab566f5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:48.698271 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-e128758b-3724-4494-94f6-3bab566f5d74 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=c0da6343-ef39-4c2f-9839-c81f88de5bf1 HTTP/1.1" status: 200 len: 849 time: 0.2415900 Jul 28 18:04:48.804097 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b2ec-32a1-4bec-9453-fb1fb8383736 req-50ae0b47-b06d-42c0-af0d-49fcebd7c057 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:48.808624 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a246b2ec-32a1-4bec-9453-fb1fb8383736 req-50ae0b47-b06d-42c0-af0d-49fcebd7c057 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.1313899 Jul 28 18:04:48.890871 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87650cc7-5d4c-45da-9628-9e09ad0cad78 req-93e6a284-b3e3-4dc0-a0d1-385a57aff58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:48.892442 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87650cc7-5d4c-45da-9628-9e09ad0cad78 req-93e6a284-b3e3-4dc0-a0d1-385a57aff58d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1127 time: 0.1929197 Jul 28 18:04:48.950621 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a246b2ec-32a1-4bec-9453-fb1fb8383736 req-6b93fddf-8157-4d05-bba9-60c3ebf2d06d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385152 Jul 28 18:04:48.998992 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-a41dcd64-bf2e-482b-96f4-dddf35f2bc0a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9deb3c13-2833-461f-adf7-1cc4897c90a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858908 Jul 28 18:04:49.011348 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f08e0b-d51d-4a01-b26d-a5f3e4fd1838 req-60d8eae2-db89-4a55-8734-9fe95b7d0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:49.012914 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-69f08e0b-d51d-4a01-b26d-a5f3e4fd1838 req-60d8eae2-db89-4a55-8734-9fe95b7d0bed service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1130 time: 0.3123345 Jul 28 18:04:49.019602 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df93212-514d-4c32-b7c6-9938dde94465 req-13418f69-fc77-40aa-91cb-12d2e6fc1508 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:49.026881 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2df93212-514d-4c32-b7c6-9938dde94465 req-13418f69-fc77-40aa-91cb-12d2e6fc1508 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.2751617 Jul 28 18:04:49.053043 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:49.079421 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8f2c26a7-801a-4b82-8cba-736ed3c518fa up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:49.088631 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2df93212-514d-4c32-b7c6-9938dde94465 req-31b38411-ba5a-4a4d-bc23-d22a6c83fa75 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606632 Jul 28 18:04:49.159350 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:49.182233 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 8f2c26a7-801a-4b82-8cba-736ed3c518fa triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:49.183586 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:49.254677 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:49.263620 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:49.265813 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:49.304665 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 8f2c26a7-801a-4b82-8cba-736ed3c518fa is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:49.305815 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:49.375656 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 8f2c26a7-801a-4b82-8cba-736ed3c518fa, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8f2c26a7-801a-4b82-8cba-736ed3c518fa,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:49.446556 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:49.509969 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:49.622891 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91952b7-aa53-4887-bb3c-db200043f82b req-e15d372d-312c-429f-a1ad-276b487ad4e7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:49.631434 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e91952b7-aa53-4887-bb3c-db200043f82b req-e15d372d-312c-429f-a1ad-276b487ad4e7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0762808 Jul 28 18:04:49.717049 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e91952b7-aa53-4887-bb3c-db200043f82b req-72a0bcff-8a9b-4445-99b3-d1e2384c5b08 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841177 Jul 28 18:04:49.724293 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabde1c-6a0b-4062-927d-d15f6ffbef9b req-f974bd94-0905-4485-b1dd-2b24c54fc419 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:49.731627 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fbabde1c-6a0b-4062-927d-d15f6ffbef9b req-f974bd94-0905-4485-b1dd-2b24c54fc419 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.1042595 Jul 28 18:04:49.801340 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=8f2c26a7-801a-4b82-8cba-736ed3c518fa,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:49.928279 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38312) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:49.942157 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 2, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:49.948400 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-53762068-network', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:49.980651 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:49.981547 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Updating router e99148d2-1ad8-4d81-bb22-8f2e494b439f port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:50.017387 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-69f08e0b-d51d-4a01-b26d-a5f3e4fd1838 req-ebf186b3-3b28-47fb-8246-29388ad61fa2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538152 Jul 28 18:04:50.018768 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87650cc7-5d4c-45da-9628-9e09ad0cad78 req-c2a8fe64-59d6-442a-8a28-e79ca557a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:50.023052 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87650cc7-5d4c-45da-9628-9e09ad0cad78 req-c2a8fe64-59d6-442a-8a28-e79ca557a1f3 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=39115160ca364b2590af12fccde98256&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2564731 Jul 28 18:04:50.032897 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-6cee2fff-9335-4e73-8a5e-b3d4d825d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:50.033729 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-6cee2fff-9335-4e73-8a5e-b3d4d825d046 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 1130 time: 0.2119832 Jul 28 18:04:50.053681 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.108483 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fbabde1c-6a0b-4062-927d-d15f6ffbef9b req-533839d6-737f-45b3-922e-27974ac29e64 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759170 Jul 28 18:04:50.148003 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-77d09511-5b0c-4c8f-87ab-8bc7520a3c60 service neutron] 10.222.0.99 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855617 Jul 28 18:04:50.223724 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d5a6-a6cf-4821-8b6f-dcedf162478c req-df5b90f9-e046-485a-a455-b27e057d99d9 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:50.244258 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c7f1d5a6-a6cf-4821-8b6f-dcedf162478c req-df5b90f9-e046-485a-a455-b27e057d99d9 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.1259122 Jul 28 18:04:50.251577 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Made reservation on behalf of 9f223cbeefe149efb4ecbb07888c927e for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:50.254094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.270519 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.323771 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead05c8-1089-446d-b851-92f16b4d51a5 req-a8aedb68-6a37-452b-9d07-1fad94f6c8dc tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:50.334914 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aead05c8-1089-446d-b851-92f16b4d51a5 req-a8aedb68-6a37-452b-9d07-1fad94f6c8dc tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.1380455 Jul 28 18:04:50.346925 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c7f1d5a6-a6cf-4821-8b6f-dcedf162478c req-6b831b29-f3cd-41aa-a9dc-6b3e26317af5 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017377 Jul 28 18:04:50.425652 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aead05c8-1089-446d-b851-92f16b4d51a5 req-35c39756-9de9-4e3e-a1fe-305be0c1cfda tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898592 Jul 28 18:04:50.503889 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:50.523839 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks [] for security_group (e33cd8c3-f017-443a-ba71-b62c8a105805), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.573089 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Publish callbacks [] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.617985 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e33cd8c3-f017-443a-ba71-b62c8a105805), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.640684 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:04:50.657979 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33cd8c3-f017-443a-ba71-b62c8a105805,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:50.675256 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (1609fb09-5bf2-434b-b9d0-d8f49a4cd08f), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.675616 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Added segment 1609fb09-5bf2-434b-b9d0-d8f49a4cd08f of type vlan for network 58674c49-0c35-4c5d-8981-dab27134e46c Jul 28 18:04:50.695164 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.734446 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:50.807415 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (58674c49-0c35-4c5d-8981-dab27134e46c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:50.894409 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64faf12f-ce3f-4a24-9350-43906f0f7fc8 None None] Pushing event updated for resources: {'Port': ['ID=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:50.979070 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4290a6b-685d-4153-8d2e-6b1e73889671 req-7bca057b-3050-4a4b-b41c-dd5db4055b21 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:50.984253 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e4290a6b-685d-4153-8d2e-6b1e73889671 req-7bca057b-3050-4a4b-b41c-dd5db4055b21 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0878725 Jul 28 18:04:51.004112 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Attempting to bind port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:51.004490 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Attempting to bind port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:51.006039 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Attempting to bind port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:51.012056 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (58674c49-0c35-4c5d-8981-dab27134e46c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.013068 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:51.013864 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.016348 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:51.016521 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Checking segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:51.016864 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.017255 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Bound using segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:51.018119 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Bound port: 6dcdbacd-0e25-4890-bc4f-db8393a54ec8, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:51.018536 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.077969 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8f2c26a7-801a-4b82-8cba-736ed3c518fa up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:51.136314 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] For port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:51.136984 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e4290a6b-685d-4153-8d2e-6b1e73889671 req-eb140095-a46b-4ec0-851d-becdb3960d04 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511693 Jul 28 18:04:51.152075 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] For port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:51.192991 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2632535 Jul 28 18:04:51.196909 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38342) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:51.201021 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Request body: {'subnet': {'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-53762068-subnet', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:51.207495 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba62490-07ed-4fab-bf8e-4bf3b003758d admin admin] Pushing event updated for resources: {'Network': ['ID=58674c49-0c35-4c5d-8981-dab27134e46c,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:51.214656 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:51.231086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 58674c49-0c35-4c5d-8981-dab27134e46c details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:51.243808 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.253172 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87650cc7-5d4c-45da-9628-9e09ad0cad78 req-f200f94e-4a35-4c6a-9af1-dcf16654bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:51.255127 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-87650cc7-5d4c-45da-9628-9e09ad0cad78 req-f200f94e-4a35-4c6a-9af1-dcf16654bc5b service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832771 Jul 28 18:04:51.306130 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:51.307083 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:51.312644 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64faf12f-ce3f-4a24-9350-43906f0f7fc8 None None] Pushing event updated for resources: {'Port': ['ID=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:51.356823 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:51.357458 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:51.361284 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Made reservation on behalf of 9f223cbeefe149efb4ecbb07888c927e for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:51.364309 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31161304'] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.380687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-dfa4a50c-828b-4fd6-b562-6e7ca3b6d0ce None None] Provisioning complete for port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:51.429960 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a50c-828b-4fd6-b562-6e7ca3b6d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.444981 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a8dee-7a36-4371-83c2-51ca449dd05a req-b8bc5377-8e5c-4e3a-bacf-47cb8d3a0d68 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:51.472267 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2d4a8dee-7a36-4371-83c2-51ca449dd05a req-b8bc5377-8e5c-4e3a-bacf-47cb8d3a0d68 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.1760886 Jul 28 18:04:51.500016 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:51.524399 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 8f2c26a7-801a-4b82-8cba-736ed3c518fa triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:51.525124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.591417 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2d4a8dee-7a36-4371-83c2-51ca449dd05a req-e12f7d0d-baf2-4424-8c0d-0feb0f2b96fa tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138608 Jul 28 18:04:51.608247 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:51.608883 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:51.639667 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9524f-a62f-460a-88e6-8a39ed9cd354 req-95fa79ea-b6a0-4e4e-a136-61848e6e9d05 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:51.641256 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-21b9524f-a62f-460a-88e6-8a39ed9cd354 req-95fa79ea-b6a0-4e4e-a136-61848e6e9d05 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.1199844 Jul 28 18:04:51.694862 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 8f2c26a7-801a-4b82-8cba-736ed3c518fa is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:51.699490 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4a50c-828b-4fd6-b562-6e7ca3b6d0ce None None] Current status of the port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:51.699490 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a50c-828b-4fd6-b562-6e7ca3b6d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.750574 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-dfa4a50c-828b-4fd6-b562-6e7ca3b6d0ce None None] For port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:51.760941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb62f5-cd77-421e-98de-4c0f815a43b9 req-dc089c76-ae20-46f6-9bac-29fad8e56703 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:51.762542 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-84bb62f5-cd77-421e-98de-4c0f815a43b9 req-dc089c76-ae20-46f6-9bac-29fad8e56703 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0910544 Jul 28 18:04:51.807049 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-21b9524f-a62f-460a-88e6-8a39ed9cd354 req-990578b3-bff3-4a1e-8797-9c743fedcea2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427093 Jul 28 18:04:51.830204 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-84bb62f5-cd77-421e-98de-4c0f815a43b9 req-d6e63f70-9e2b-436f-99f5-4dc93c0b7d7e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604572 Jul 28 18:04:51.900209 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:51.924825 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9763df0-1edf-489d-a7e6-bb225ff22768 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:51.980976 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a50c-828b-4fd6-b562-6e7ca3b6d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:51.987438 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32402266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31161334'] for subnet (74c5b9d2-4488-41c4-a39a-48a18aaae7b2), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.045828 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:52.061642 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4a50c-828b-4fd6-b562-6e7ca3b6d0ce None None] Pushing event updated for resources: {'Port': ['ID=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:52.092445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c5b9d2-4488-41c4-a39a-48a18aaae7b2,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:52.104041 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Checking segment: {'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:52.104402 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Network hostable DHCP agents. Network: 58674c49-0c35-4c5d-8981-dab27134e46c, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:52.143597 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-eec85039-ad1a-4c50-a6ec-3ec0fb672022 None None] Provisioning complete for port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:52.143597 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-eec85039-ad1a-4c50-a6ec-3ec0fb672022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.226149 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Network 58674c49-0c35-4c5d-8981-dab27134e46c is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:52.229441 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-eec85039-ad1a-4c50-a6ec-3ec0fb672022 None None] Current status of the port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:52.285077 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf7be3-466e-46d4-bd30-8b448d82dff6 req-5282e0b7-65fa-4e31-8b98-c7daaeb50d14 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:52.290902 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8eaf7be3-466e-46d4-bd30-8b448d82dff6 req-5282e0b7-65fa-4e31-8b98-c7daaeb50d14 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0557799 Jul 28 18:04:52.304470 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 58674c49-0c35-4c5d-8981-dab27134e46c) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:52.312235 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:52.312842 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.314331 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ccb0fd-0a9c-4d0c-b486-88b0671f4054 None None] Network 58674c49-0c35-4c5d-8981-dab27134e46c requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:52.348373 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8eaf7be3-466e-46d4-bd30-8b448d82dff6 req-812bda24-0a8b-4ffa-be7f-54a400661a73 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551076 Jul 28 18:04:52.400261 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-62371487-a463-4de5-82b9-202cd61d04d4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2029643 Jul 28 18:04:52.403023 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38358) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:52.408623 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:52.441259 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-58674c49-0c35-4c5d-8981-dab27134e46c', 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c', 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'fixed_ips': [{'subnet_id': '74c5b9d2-4488-41c4-a39a-48a18aaae7b2'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:04:52.442314 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.539959 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (d2876075-f825-4aa9-a497-c3b1de2a2a0d), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.541308 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (d2876075-f825-4aa9-a497-c3b1de2a2a0d), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.605381 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Allocated IP 172.20.0.2 (58674c49-0c35-4c5d-8981-dab27134e46c/74c5b9d2-4488-41c4-a39a-48a18aaae7b2/48599604-840e-4bfb-b1cf-b3a88320dfed) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:52.613912 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks [] for router_controller (d2876075-f825-4aa9-a497-c3b1de2a2a0d), precommit_add_association {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.723082 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24337c95-4d9d-41b3-a96b-c3b97b77e441 req-3ef150d7-70ef-4ebf-b069-0f8955720cfe tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:52.725304 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-24337c95-4d9d-41b3-a96b-c3b97b77e441 req-3ef150d7-70ef-4ebf-b069-0f8955720cfe tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.0523775 Jul 28 18:04:52.775284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Publish callbacks [] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.806851 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:52.842645 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.908993 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks [] for router_gateway (d2876075-f825-4aa9-a497-c3b1de2a2a0d), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:52.918745 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Network 58674c49-0c35-4c5d-8981-dab27134e46c is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:52.922261 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:52.926811 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:52.932920 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Pushing event updated for resources: {'Port': ['ID=48599604-840e-4bfb-b1cf-b3a88320dfed,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:52.935783 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-24337c95-4d9d-41b3-a96b-c3b97b77e441 req-e1bb9b46-3013-4b95-b8ec-a15a0d92f552 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708305 Jul 28 18:04:53.013652 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f751-ac23-4d97-9180-03439403db32 req-e1f5fa57-189a-4bdb-b44f-42557aca4fbd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:53.015440 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3fd0f751-ac23-4d97-9180-03439403db32 req-e1f5fa57-189a-4bdb-b44f-42557aca4fbd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0964086 Jul 28 18:04:53.027219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Attempting to bind port 48599604-840e-4bfb-b1cf-b3a88320dfed on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:53.027829 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Attempting to bind port 48599604-840e-4bfb-b1cf-b3a88320dfed by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:53.028202 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Attempting to bind port 48599604-840e-4bfb-b1cf-b3a88320dfed on network 58674c49-0c35-4c5d-8981-dab27134e46c {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:53.043321 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:53.043811 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Checking segment: {'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:53.044221 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.044819 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Bound using segment: {'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:53.047867 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Bound port: 48599604-840e-4bfb-b1cf-b3a88320dfed, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:53.047867 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.100592 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:53.101918 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3fd0f751-ac23-4d97-9180-03439403db32 req-f37b8ebd-f6b1-4be9-aba6-c7bc1ba85fde tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806906 Jul 28 18:04:53.110308 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f536c2-7bf2-41bb-96f4-b2291d86519c req-e70ae93d-fd88-4fdc-b758-77b97405c6a4 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:53.115248 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d0f536c2-7bf2-41bb-96f4-b2291d86519c req-e70ae93d-fd88-4fdc-b758-77b97405c6a4 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.1127985 Jul 28 18:04:53.176845 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] For port 48599604-840e-4bfb-b1cf-b3a88320dfed, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:53.180545 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] For port 48599604-840e-4bfb-b1cf-b3a88320dfed, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=48599604-840e-4bfb-b1cf-b3a88320dfed,segment=NetworkSegment(1609fb09-5bf2-434b-b9d0-d8f49a4cd08f),segment_id=1609fb09-5bf2-434b-b9d0-d8f49a4cd08f)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:53.195202 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:53.195844 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.197382 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:53.265321 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.318793 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:53.350025 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc2b51-c1a5-4ead-958e-c83ef113e00a None None] Pushing event updated for resources: {'Port': ['ID=48599604-840e-4bfb-b1cf-b3a88320dfed,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:53.460924 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:53.467273 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d0f536c2-7bf2-41bb-96f4-b2291d86519c req-666b2f43-88ba-46bf-a54f-4dcc3b6ffe93 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469913 Jul 28 18:04:53.510497 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208c3d-c7ad-4250-855c-5f8209fc0e6e req-f7f74237-14d6-4f32-a411-76e07dfd4e84 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:53.513521 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks [] for router_gateway (d2876075-f825-4aa9-a497-c3b1de2a2a0d), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.518054 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d5208c3d-c7ad-4250-855c-5f8209fc0e6e req-f7f74237-14d6-4f32-a411-76e07dfd4e84 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0781033 Jul 28 18:04:53.553916 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.597692 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d5208c3d-c7ad-4250-855c-5f8209fc0e6e req-52fca79a-d833-4e2d-9e05-a5d8ba7e7a8f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786302 Jul 28 18:04:53.635111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:53.688806 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Allocated IP 172.27.0.219 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/a9849446-3692-40eb-9166-407aea4452f0) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:53.794247 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks [] for port (a9849446-3692-40eb-9166-407aea4452f0), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.938289 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (a9849446-3692-40eb-9166-407aea4452f0), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:53.982655 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:53.987834 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:53.992907 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:54.016090 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Pushing event updated for resources: {'Port': ['ID=a9849446-3692-40eb-9166-407aea4452f0,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:54.078572 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9e0eb-37ca-4c19-8e75-cbfb8b146d57 req-410b28a2-ccfb-4c60-b3f8-ec70beafd817 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:54.080166 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-58b9e0eb-37ca-4c19-8e75-cbfb8b146d57 req-410b28a2-ccfb-4c60-b3f8-ec70beafd817 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.0656281 Jul 28 18:04:54.265541 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-58b9e0eb-37ca-4c19-8e75-cbfb8b146d57 req-322ce5fb-8ea2-4c25-86b6-a34fdec8e644 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510651 Jul 28 18:04:54.337627 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:54.462861 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a87ad-5940-4c9d-9d18-792942221fbf None None] Network 58674c49-0c35-4c5d-8981-dab27134e46c requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:54.508219 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks [] for router_gateway (d2876075-f825-4aa9-a497-c3b1de2a2a0d), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:54.552446 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-dc1f8804-1036-4011-9b0c-30c3459bdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:54.554028 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-dc1f8804-1036-4011-9b0c-30c3459bdc75 service neutron] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 918 time: 0.3390219 Jul 28 18:04:54.624378 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-6cda3ce7-ace2-4aad-966f-65712d2283ec None None] Provisioning complete for port 48599604-840e-4bfb-b1cf-b3a88320dfed triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:54.628500 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6cda3ce7-ace2-4aad-966f-65712d2283ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:54.790984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6cda3ce7-ace2-4aad-966f-65712d2283ec None None] Current status of the port 48599604-840e-4bfb-b1cf-b3a88320dfed is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:54.790984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6cda3ce7-ace2-4aad-966f-65712d2283ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:54.800644 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:54.814703 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a70c8-bf5a-43b4-8428-1d5efc8a9c0a req-b3c4e69b-2281-44f4-930f-db71797a9280 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:54.817183 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-185a70c8-bf5a-43b4-8428-1d5efc8a9c0a req-b3c4e69b-2281-44f4-930f-db71797a9280 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.6147060 Jul 28 18:04:54.859513 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565646d-df72-42cc-ad2d-346b26a45394 req-b2588cf7-d404-40f3-a234-bb36e8646258 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:54.862012 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5565646d-df72-42cc-ad2d-346b26a45394 req-b2588cf7-d404-40f3-a234-bb36e8646258 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.1671090 Jul 28 18:04:54.895012 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-6cda3ce7-ace2-4aad-966f-65712d2283ec None None] For port 48599604-840e-4bfb-b1cf-b3a88320dfed, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=48599604-840e-4bfb-b1cf-b3a88320dfed,segment=NetworkSegment(1609fb09-5bf2-434b-b9d0-d8f49a4cd08f),segment_id=1609fb09-5bf2-434b-b9d0-d8f49a4cd08f)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:54.932583 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-17842e83-849f-4f6c-8565-f801092e0294 req-d2b21b29-278f-454b-bcbc-2fcfc5fc9e18 service neutron] 10.222.0.99 "GET /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160289 Jul 28 18:04:54.997385 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6cda3ce7-ace2-4aad-966f-65712d2283ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:55.012353 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-185a70c8-bf5a-43b4-8428-1d5efc8a9c0a req-662e7019-678f-40ad-a2e9-5b04056d47b5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722107 Jul 28 18:04:55.225365 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206d571-faf3-447a-8f2d-a10475e6b5ae req-783a0e6b-1e06-418e-a19f-5746443f11ba tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:55.234021 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5565646d-df72-42cc-ad2d-346b26a45394 req-e2e5870d-e236-4527-a3ef-48bb1b596b3d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657906 Jul 28 18:04:55.236238 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f206d571-faf3-447a-8f2d-a10475e6b5ae req-783a0e6b-1e06-418e-a19f-5746443f11ba tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.0788107 Jul 28 18:04:55.268113 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda3ce7-ace2-4aad-966f-65712d2283ec None None] Pushing event updated for resources: {'Port': ['ID=48599604-840e-4bfb-b1cf-b3a88320dfed,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:55.296592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (d2876075-f825-4aa9-a497-c3b1de2a2a0d), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:55.307257 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 48599604-840e-4bfb-b1cf-b3a88320dfed up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:55.445634 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:55.471125 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:55.472709 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f206d571-faf3-447a-8f2d-a10475e6b5ae req-6efbe5e6-a88c-490d-bbd4-f43b62817ffc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348850 Jul 28 18:04:55.484456 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-44b415b1-af04-4689-99dd-065915948865 None None] Provisioning complete for port 48599604-840e-4bfb-b1cf-b3a88320dfed triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:55.490569 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-44b415b1-af04-4689-99dd-065915948865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:55.510743 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:55.612636 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 48599604-840e-4bfb-b1cf-b3a88320dfed triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:55.613492 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:55.641160 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-1eb698ed-ce99-40a0-8bb7-2e89352326aa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34 HTTP/1.1" status: 200 len: 1002 time: 0.4342813 Jul 28 18:04:55.702198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7d2e0-670e-4889-8b71-901d80f1f88c req-40d7f517-e7ac-4a54-afb3-d81b9c13098b tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:55.710239 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e0f7d2e0-670e-4889-8b71-901d80f1f88c req-40d7f517-e7ac-4a54-afb3-d81b9c13098b tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.1694305 Jul 28 18:04:55.756549 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-44b415b1-af04-4689-99dd-065915948865 None None] Current status of the port 48599604-840e-4bfb-b1cf-b3a88320dfed is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:55.831029 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 48599604-840e-4bfb-b1cf-b3a88320dfed is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:55.831806 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e0f7d2e0-670e-4889-8b71-901d80f1f88c req-c79cdf0d-6da6-452b-a778-b5b78df525ad tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876203 Jul 28 18:04:55.917182 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Router d2876075-f825-4aa9-a497-c3b1de2a2a0d is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:04:55.966839 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:56.024898 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:04:56.040793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:56.069160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Sync routers for ids ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:56.093592 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Routers {'d2876075-f825-4aa9-a497-c3b1de2a2a0d'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:56.094225 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:56.161181 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:56.165826 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:56.166228 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fa4ab-5a30-4fe4-8ae0-9fa82c4d50a2 req-5b1a7e24-5d21-4aea-8e9d-323e73300f6c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:56.168260 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-638fa4ab-5a30-4fe4-8ae0-9fa82c4d50a2 req-5b1a7e24-5d21-4aea-8e9d-323e73300f6c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0665975 Jul 28 18:04:56.174294 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b81b6a2d-d6c7-4c2e-8afb-70f0b6f01cce admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7653301 Jul 28 18:04:56.175029 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38424) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:56.241074 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-638fa4ab-5a30-4fe4-8ae0-9fa82c4d50a2 req-3faf207a-c80e-44e9-b8b9-9d7a6ce5f432 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599828 Jul 28 18:04:56.401322 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Set router d2876075-f825-4aa9-a497-c3b1de2a2a0d gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:56.435919 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c410b6-6d72-4dcf-83c4-0f6fc0dea1b0 req-b521b065-595f-4a0a-9ec2-4ad8e78e094d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:56.437822 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bf003-d012-42c3-bf29-54dda6ada002 req-8e32baf3-28a4-45e8-b257-74724bb0e433 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:56.439470 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-739bf003-d012-42c3-bf29-54dda6ada002 req-8e32baf3-28a4-45e8-b257-74724bb0e433 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0821626 Jul 28 18:04:56.444726 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-86c410b6-6d72-4dcf-83c4-0f6fc0dea1b0 req-b521b065-595f-4a0a-9ec2-4ad8e78e094d tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.1212127 Jul 28 18:04:56.451060 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38436) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:56.457273 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'floatingip': {'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:56.548073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:56.566339 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:56.613282 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: ACTIVE; New status is: DOWN {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:56.613946 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:56.700244 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:56.710790 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77a15b1-c2dc-4f5f-9692-d051a9859af7" -d '{"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-unplugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:56.776941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80d42-ee02-4887-8cbb-0a1b39390cc7 req-c6a7942c-c5a0-43c5-aa7f-150ef306f247 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:56.779152 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:56.783830 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a9f80d42-ee02-4887-8cbb-0a1b39390cc7 req-c6a7942c-c5a0-43c5-aa7f-150ef306f247 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 946 time: 0.1187031 Jul 28 18:04:56.784249 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:56.785687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a9849446-3692-40eb-9166-407aea4452f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:04:54Z', 'revision_number': 3, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port': {'id': 'a9849446-3692-40eb-9166-407aea4452f0', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:53Z', 'updated_at': '2022-07-28T18:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:56.819808 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Checking router: d2876075-f825-4aa9-a497-c3b1de2a2a0d for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:56.820248 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Updating router d2876075-f825-4aa9-a497-c3b1de2a2a0d port a9849446-3692-40eb-9166-407aea4452f0 binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:56.874851 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:56.902965 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-86c410b6-6d72-4dcf-83c4-0f6fc0dea1b0 req-99464ba0-1da9-457f-8e18-228597b9159e tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580264 Jul 28 18:04:57.022915 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a9849446-3692-40eb-9166-407aea4452f0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:57.059902 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:57.077771 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e8bb3-eb16-4e56-afa0-1d74dca2d99e x-openstack-request-id: req-df6e8bb3-eb16-4e56-afa0-1d74dca2d99e {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:57.078618 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-unplugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:57.091761 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-df6e8bb3-eb16-4e56-afa0-1d74dca2d99e {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:57.100235 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6e8bb3-eb16-4e56-afa0-1d74dca2d99e'] response: {'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'code': 200} Jul 28 18:04:57.147715 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=8']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:57.174605 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 48599604-840e-4bfb-b1cf-b3a88320dfed up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:57.303942 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:57.352871 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e39e05-cf14-4b5a-8bf9-8a382a76f182 req-fc27c043-99aa-49f7-8336-796d8b10b0de tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:57.360279 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-12e39e05-cf14-4b5a-8bf9-8a382a76f182 req-fc27c043-99aa-49f7-8336-796d8b10b0de tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.1349468 Jul 28 18:04:57.385965 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a9f80d42-ee02-4887-8cbb-0a1b39390cc7 req-87e1899f-435f-44b8-8978-fc842aff9e8b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804489 Jul 28 18:04:57.480694 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 48599604-840e-4bfb-b1cf-b3a88320dfed triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:57.481155 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:57.574711 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-55104a2d-a5fa-45da-99e0-e568383abfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:57.579913 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-55104a2d-a5fa-45da-99e0-e568383abfe1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.2494197 Jul 28 18:04:57.590696 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-e81fddb4-bf62-4654-bf6d-1f4521bc12fc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2337043 Jul 28 18:04:57.613549 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-907fe9c1-0b26-4f5f-9793-ba4a093ca5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:57.616498 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-907fe9c1-0b26-4f5f-9793-ba4a093ca5da service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1127 time: 0.2246683 Jul 28 18:04:57.647226 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-12e39e05-cf14-4b5a-8bf9-8a382a76f182 req-35183b01-ca27-4732-b26d-90eb95cbcb1f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831686 Jul 28 18:04:57.678928 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 48599604-840e-4bfb-b1cf-b3a88320dfed is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:57.683299 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:57.695945 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:57.700774 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-a3f3fbb8-a0a1-402b-94a0-a4749baf730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:57.703272 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-a3f3fbb8-a0a1-402b-94a0-a4749baf730c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987878 Jul 28 18:04:57.755629 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38464) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:57.883970 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:57.908334 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-6244697c-f747-44c0-af78-45d3ca8e885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:57.910005 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-6244697c-f747-44c0-af78-45d3ca8e885d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 1130 time: 0.1471419 Jul 28 18:04:57.913582 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.db.resource_extend [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 18:04:57.917258 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-2fd76d05-32f1-46dd-a3ba-d91ec11608fa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 217 time: 0.2811081 Jul 28 18:04:57.937505 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Publish callbacks [] for port (a9849446-3692-40eb-9166-407aea4452f0), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.012333 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-3a7713b0-cb21-4ebb-b57c-dc2d5d0e6446 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775908 Jul 28 18:04:58.022491 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-577f6425-e876-42bc-a4ca-f5fdf8cffc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.029408 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (a9849446-3692-40eb-9166-407aea4452f0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.037797 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device de56644a-cd04-4c51-a8f8-1f45ca90a5a8 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:04:58.127323 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.170768 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-6e0ed981-7b02-41aa-8de1-c3ff1023bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:58.172358 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-6e0ed981-7b02-41aa-8de1-c3ff1023bf6e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=05563190-728f-4160-99c4-24648f2b17dc HTTP/1.1" status: 200 len: 854 time: 0.1476529 Jul 28 18:04:58.199459 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:58.202372 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.210890 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806b807-6b08-445c-a74d-357976cbd730 req-c065bb30-f8ac-4411-91df-1539ea365339 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:58.218715 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c806b807-6b08-445c-a74d-357976cbd730 req-c065bb30-f8ac-4411-91df-1539ea365339 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 944 time: 0.1951494 Jul 28 18:04:58.230990 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f90e7-093c-49be-bbb0-eef5c6487450 None None] Pushing event updated for resources: {'Port': ['ID=a9849446-3692-40eb-9166-407aea4452f0,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:58.290022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Attempting to bind port a9849446-3692-40eb-9166-407aea4452f0 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:58.291779 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Attempting to bind port a9849446-3692-40eb-9166-407aea4452f0 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:58.291779 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Attempting to bind port a9849446-3692-40eb-9166-407aea4452f0 on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:58.310002 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:58.310649 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:58.311893 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.312374 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:58.314174 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Bound port: a9849446-3692-40eb-9166-407aea4452f0, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:58.314807 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a9849446-3692-40eb-9166-407aea4452f0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.346623 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-577f6425-e876-42bc-a4ca-f5fdf8cffc3e admin admin] Publish callbacks [] for security_group (978562c3-9dc8-4d09-bbf9-34200b725608), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.392005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:58.415617 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8beadd4-ac00-4dfa-9b7f-f068598ecdab req-9fae57d1-3145-4e32-acca-7d2c01b75cef service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690226 Jul 28 18:04:58.418647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Allocated IP 172.20.0.1 (58674c49-0c35-4c5d-8981-dab27134e46c/74c5b9d2-4488-41c4-a39a-48a18aaae7b2/2e1302df-4274-45a0-82d4-4f9322f4d247) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:58.424854 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-577f6425-e876-42bc-a4ca-f5fdf8cffc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (978562c3-9dc8-4d09-bbf9-34200b725608), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.497577 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] For port a9849446-3692-40eb-9166-407aea4452f0, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:58.503502 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] For port a9849446-3692-40eb-9166-407aea4452f0, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=a9849446-3692-40eb-9166-407aea4452f0,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:58.514225 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-087d9a63-1e56-4b06-997f-2395e66b0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:58.516054 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-087d9a63-1e56-4b06-997f-2395e66b0b13 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3296154 Jul 28 18:04:58.568169 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-c9318824-9a7f-41e1-a560-3f23d78de04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:58.569972 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-c9318824-9a7f-41e1-a560-3f23d78de04b service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.5442681 Jul 28 18:04:58.590635 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port de56644a-cd04-4c51-a8f8-1f45ca90a5a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:58.602532 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c806b807-6b08-445c-a74d-357976cbd730 req-dcf2378e-0b0b-4d7d-a24a-4a679a4cd9b2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711443 Jul 28 18:04:58.610500 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8', 'network_id': '9deb3c13-2833-461f-adf7-1cc4897c90a6', 'port_id': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8', 'mac_address': 'fa:16:3e:a8:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0da6343-ef39-4c2f-9839-c81f88de5bf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:04:58.616484 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks [] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.640156 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:58.645857 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Floating IP 680427c7-6d1a-4ae9-85e8-6340a9099909 associated. External IP: 172.27.0.182, port: 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f. Jul 28 18:04:58.647584 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (a9849446-3692-40eb-9166-407aea4452f0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.691880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f6425-e876-42bc-a4ca-f5fdf8cffc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978562c3-9dc8-4d09-bbf9-34200b725608,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:58.700618 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:58.701108 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.758463 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-577f6425-e876-42bc-a4ca-f5fdf8cffc3e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4adf5b94a9a74dab9cc90772a1fe4b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0042167 Jul 28 18:04:58.768036 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de56644a-cd04-4c51-a8f8-1f45ca90a5a8 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:04:58.772775 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e8f57-7b09-49c3-a047-cd6631765c44 req-19cef7ec-b084-41b4-9e3f-3827c8aba670 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:58.781876 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38480) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:58.790511 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a20e8f57-7b09-49c3-a047-cd6631765c44 req-19cef7ec-b084-41b4-9e3f-3827c8aba670 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.1878545 Jul 28 18:04:58.811886 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Routers {'d2876075-f825-4aa9-a497-c3b1de2a2a0d'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:58.811886 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:58.811886 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port de56644a-cd04-4c51-a8f8-1f45ca90a5a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:58.874716 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a20e8f57-7b09-49c3-a047-cd6631765c44 req-9f337a9d-3083-44e0-a82b-1cb3995a634e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780711 Jul 28 18:04:58.911407 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:58.912359 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f90e7-093c-49be-bbb0-eef5c6487450 None None] Pushing event updated for resources: {'Port': ['ID=a9849446-3692-40eb-9166-407aea4452f0,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:58.934383 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.960562 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:58.979288 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Network 58674c49-0c35-4c5d-8981-dab27134e46c is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:58.982817 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:58.986617 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:59.040934 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1302df-4274-45a0-82d4-4f9322f4d247,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:59.060106 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:59.069667 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] Set router d2876075-f825-4aa9-a497-c3b1de2a2a0d gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:59.071241 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (d2876075-f825-4aa9-a497-c3b1de2a2a0d), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.114868 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:59.258274 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:59.309451 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-0268c74f-ebb4-47c0-aa7a-ceb633dcc949 None None] Provisioning complete for port 2e1302df-4274-45a0-82d4-4f9322f4d247 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:59.309921 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0268c74f-ebb4-47c0-aa7a-ceb633dcc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.327760 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e118c-f644-467e-a3e3-c0cd3c271a60 req-35fb5aa0-0931-45ab-bdc6-fbb9bfedafe6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:59.329244 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-390e118c-f644-467e-a3e3-c0cd3c271a60 req-35fb5aa0-0931-45ab-bdc6-fbb9bfedafe6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.5101120 Jul 28 18:04:59.368766 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-0268c74f-ebb4-47c0-aa7a-ceb633dcc949 None None] Port 2e1302df-4274-45a0-82d4-4f9322f4d247 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:59.374311 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.375672 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['de56644a-cd04-4c51-a8f8-1f45ca90a5a8'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:04:59.396110 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9052c78-2317-4a76-984e-efbd3a88e653 admin admin] Publish callbacks [] for security_group (978562c3-9dc8-4d09-bbf9-34200b725608), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.425038 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a9849446-3692-40eb-9166-407aea4452f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:04:54Z', 'revision_number': 3, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port': {'id': 'a9849446-3692-40eb-9166-407aea4452f0', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:53Z', 'updated_at': '2022-07-28T18:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:59.436419 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9052c78-2317-4a76-984e-efbd3a88e653 admin admin] Publish callbacks [] for security_group (978562c3-9dc8-4d09-bbf9-34200b725608), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.452989 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076849f-f8ee-433e-b7f9-7dea00053d38 None None] The sync data for ids ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'] in dv-cinder-837543-7-iscsi is: [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a9849446-3692-40eb-9166-407aea4452f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:04:54Z', 'revision_number': 3, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port': {'id': 'a9849446-3692-40eb-9166-407aea4452f0', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:53Z', 'updated_at': '2022-07-28T18:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:59.487256 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:04:59.521759 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-390e118c-f644-467e-a3e3-c0cd3c271a60 req-d76b8e94-8a75-4ee5-9aa1-f91362a404df tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468272 Jul 28 18:04:59.608315 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks [] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.675426 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:59.680412 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.688932 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152de6c-9397-4efd-8306-913669844e40 None None] Sync routers for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:59.704212 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:59.704804 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:59.709479 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.719535 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9052c78-2317-4a76-984e-efbd3a88e653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (978562c3-9dc8-4d09-bbf9-34200b725608), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.725539 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9052c78-2317-4a76-984e-efbd3a88e653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.726994 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f9052c78-2317-4a76-984e-efbd3a88e653 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/978562c3-9dc8-4d09-bbf9-34200b725608 HTTP/1.1" status: 204 len: 168 time: 0.9156640 Jul 28 18:04:59.793664 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a227f0-b6c7-4dd5-9dd4-150a2c0730c4 req-be586692-c779-4fbf-8259-e2ed7debb3af tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:59.804218 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-47a227f0-b6c7-4dd5-9dd4-150a2c0730c4 req-be586692-c779-4fbf-8259-e2ed7debb3af tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 945 time: 0.1353455 Jul 28 18:04:59.820132 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9052c78-2317-4a76-984e-efbd3a88e653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978562c3-9dc8-4d09-bbf9-34200b725608,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:59.834848 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e7c60a5f-cd52-42f1-8932-993892344b10 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "PUT /v2.0/floatingips/680427c7-6d1a-4ae9-85e8-6340a9099909 HTTP/1.1" status: 200 len: 992 time: 3.3824923 Jul 28 18:04:59.835632 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:04:59.838456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f00040b-2c18-43ac-901c-bb7941602994" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:04:59.902066 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658e1a0-ca07-49e9-847d-a73c73c8c848 x-openstack-request-id: req-2658e1a0-ca07-49e9-847d-a73c73c8c848 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:04:59.902897 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:04:59.903151 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2658e1a0-ca07-49e9-847d-a73c73c8c848 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:04:59.903563 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2658e1a0-ca07-49e9-847d-a73c73c8c848'] response: {'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'status': 'completed', 'code': 200} Jul 28 18:04:59.937085 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-47a227f0-b6c7-4dd5-9dd4-150a2c0730c4 req-9fe0b344-aa31-430c-aa68-410e4c49c41a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319239 Jul 28 18:04:59.945946 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:05:00.001901 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1302df-4274-45a0-82d4-4f9322f4d247,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:00.006948 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (d2876075-f825-4aa9-a497-c3b1de2a2a0d), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:00.013146 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:00.103161 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:00.114058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc009cd-3c0b-454e-970c-e31c37f6b4fc req-1201aa74-b435-4461-af36-bb09a8e39bbb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:00.119421 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bdc009cd-3c0b-454e-970c-e31c37f6b4fc req-1201aa74-b435-4461-af36-bb09a8e39bbb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.1227252 Jul 28 18:05:00.192488 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:00.274564 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device de56644a-cd04-4c51-a8f8-1f45ca90a5a8 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:00.362697 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Network 58674c49-0c35-4c5d-8981-dab27134e46c is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:00.365286 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bdc009cd-3c0b-454e-970c-e31c37f6b4fc req-6ced7e12-6a31-4f2f-b4dd-e5047d64dd89 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914937 Jul 28 18:05:00.365912 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:00.412314 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:00.479650 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:00.533582 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:05:00.616350 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-7edb02aa-2187-48a7-88cd-c2639b7f60f4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5407d67-f752-4458-a306-d8d20e45c534 HTTP/1.1" status: 200 len: 217 time: 0.1868420 Jul 28 18:05:00.637126 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:00.637692 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:00.669379 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00040b-2c18-43ac-901c-bb7941602994 req-0eaac2e3-4121-424b-9201-56d70c0c8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:00.671971 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6f00040b-2c18-43ac-901c-bb7941602994 req-0eaac2e3-4121-424b-9201-56d70c0c8723 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1130 time: 0.2236660 Jul 28 18:05:00.683730 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '680427c7-6d1a-4ae9-85e8-6340a9099909', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'mac_address': 'fa:16:3e:a2:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:04:18Z', 'updated_at': '2022-07-28T18:04:57Z', 'revision_number': 1, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:00.806114 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152de6c-9397-4efd-8306-913669844e40 None None] Checking router: bb1e191a-ff5c-4c4f-9a97-ee868da66f32 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:05:00.837450 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:05:00.839147 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:00.868525 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-6d624b9b-724d-40f9-91a0-3ce127a8c85e service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296715 Jul 28 18:05:00.910876 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:00.912596 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:01.029297 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00040b-2c18-43ac-901c-bb7941602994 req-bbfebeb4-67bb-4e51-ab5b-8d3b286d5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:01.030878 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6f00040b-2c18-43ac-901c-bb7941602994 req-bbfebeb4-67bb-4e51-ab5b-8d3b286d5e6d service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.2977693 Jul 28 18:05:01.138468 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-ad413e9e-a389-4fee-83ba-b6e6b208cbd9 None None] Provisioning complete for port 2e1302df-4274-45a0-82d4-4f9322f4d247 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:01.139007 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ad413e9e-a389-4fee-83ba-b6e6b208cbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:01.276841 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:05:01.281820 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bf3878-1a84-47c3-bcc4-9fd2bfd44492" -d '{"events": [{"server_uuid": "5ae762fd-1a0b-48e7-891f-8555a4624c57", "name": "network-vif-plugged", "status": "completed", "tag": "de56644a-cd04-4c51-a8f8-1f45ca90a5a8"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:01.290510 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a831badb-f318-472f-aa5a-ca69182d4def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:01.339904 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device a9849446-3692-40eb-9166-407aea4452f0 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:01.352118 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:05:01.378049 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38574) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:01.449774 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6f00040b-2c18-43ac-901c-bb7941602994 req-d711815a-1b51-419e-aeed-f100703fe357 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 200 len: 1000 time: 0.3574512 Jul 28 18:05:01.482751 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-c89db3dc-caf5-4fef-a1a4-79904e350d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:01.484299 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bbaf1-8052-4340-aeb7-2d71e7f34c94 req-99e90841-aeac-4087-b8d1-22951320b8cd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:01.484451 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-c89db3dc-caf5-4fef-a1a4-79904e350d1d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.6147420 Jul 28 18:05:01.486239 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1f3bbaf1-8052-4340-aeb7-2d71e7f34c94 req-99e90841-aeac-4087-b8d1-22951320b8cd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.4508328 Jul 28 18:05:01.487107 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:01.523946 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ccb51-6fd3-4c65-a3ea-7d85bcebe391 req-1317ca7b-4df4-48c8-86a5-9e877265eb22 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:01.525686 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-529ccb51-6fd3-4c65-a3ea-7d85bcebe391 req-1317ca7b-4df4-48c8-86a5-9e877265eb22 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 945 time: 0.2994187 Jul 28 18:05:01.697870 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port de56644a-cd04-4c51-a8f8-1f45ca90a5a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:01.709854 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:01.711159 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-ad413e9e-a389-4fee-83ba-b6e6b208cbd9 None None] Port 2e1302df-4274-45a0-82d4-4f9322f4d247 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:05:01.714973 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00040b-2c18-43ac-901c-bb7941602994 req-46bccae0-5264-4a20-a77f-5fb1b61cbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:01.716533 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6f00040b-2c18-43ac-901c-bb7941602994 req-46bccae0-5264-4a20-a77f-5fb1b61cbbab service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.1128087 Jul 28 18:05:01.763033 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c37a2386-2ab9-489e-8282-b36ad5bcf803 req-b7e8e91f-6bd9-484e-9c23-e6a4a3035ab4 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703940 Jul 28 18:05:01.801105 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port a9849446-3692-40eb-9166-407aea4452f0 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:01.804642 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (a9849446-3692-40eb-9166-407aea4452f0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:01.814431 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-2a26164a-6c88-4f89-9ffa-1b3dc577a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:01.815974 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-2a26164a-6c88-4f89-9ffa-1b3dc577a05d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2579894 Jul 28 18:05:01.862645 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Router d2876075-f825-4aa9-a497-c3b1de2a2a0d has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:05:01.863611 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d589-8c2c-4cd4-a182-93e41fdb99af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:01.866984 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00040b-2c18-43ac-901c-bb7941602994 req-4663c697-0481-41ed-9778-e9e1c5d70cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:01.869051 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6f00040b-2c18-43ac-901c-bb7941602994 req-4663c697-0481-41ed-9778-e9e1c5d70cba service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278851 Jul 28 18:05:01.886660 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1f3bbaf1-8052-4340-aeb7-2d71e7f34c94 req-5a31ac6a-af78-488f-80c0-331ab10524fe tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602912 Jul 28 18:05:01.925500 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-529ccb51-6fd3-4c65-a3ea-7d85bcebe391 req-aaf2b837-6cb2-4c1a-b963-5c5bf913f37f tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621676 Jul 28 18:05:01.962934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.041788 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f152de6c-9397-4efd-8306-913669844e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '680427c7-6d1a-4ae9-85e8-6340a9099909', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'mac_address': 'fa:16:3e:a2:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:04:18Z', 'updated_at': '2022-07-28T18:04:57Z', 'revision_number': 1, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:02.114847 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152de6c-9397-4efd-8306-913669844e40 None None] The sync data for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi is: [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '680427c7-6d1a-4ae9-85e8-6340a9099909', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'mac_address': 'fa:16:3e:a2:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:04:18Z', 'updated_at': '2022-07-28T18:04:57Z', 'revision_number': 1, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:05:02.132839 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0f0dec-7012-4bb9-92af-42fb0d5d2b82 x-openstack-request-id: req-aa0f0dec-7012-4bb9-92af-42fb0d5d2b82 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:02.133194 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae762fd-1a0b-48e7-891f-8555a4624c57", "name": "network-vif-plugged", "status": "completed", "tag": "de56644a-cd04-4c51-a8f8-1f45ca90a5a8", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:02.133410 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-aa0f0dec-7012-4bb9-92af-42fb0d5d2b82 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:02.133798 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0f0dec-7012-4bb9-92af-42fb0d5d2b82'] response: {'server_uuid': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8', 'code': 200} Jul 28 18:05:02.136889 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port a9849446-3692-40eb-9166-407aea4452f0 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:02.137277 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (a9849446-3692-40eb-9166-407aea4452f0), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.164132 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port a9849446-3692-40eb-9166-407aea4452f0, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=a9849446-3692-40eb-9166-407aea4452f0,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:02.200595 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:02.241861 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d589-8c2c-4cd4-a182-93e41fdb99af admin admin] Publish callbacks [] for security_group (74fbc929-522a-498a-83ec-7e4f0fbdc977), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.259504 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (a9849446-3692-40eb-9166-407aea4452f0), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.348069 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6f00040b-2c18-43ac-901c-bb7941602994 req-64eb2262-864b-46d1-a7d8-594be807214a service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598114 Jul 28 18:05:02.349794 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede90020-fda1-4ae7-bfce-7162e63465ef req-58f21790-4bee-4df5-a32b-1c93426b8b77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:02.365433 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ede90020-fda1-4ae7-bfce-7162e63465ef req-58f21790-4bee-4df5-a32b-1c93426b8b77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.2678189 Jul 28 18:05:02.377011 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d589-8c2c-4cd4-a182-93e41fdb99af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (74fbc929-522a-498a-83ec-7e4f0fbdc977), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.420275 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:05:02.441287 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d887ec43-1508-45e0-bdf5-05945224cf56 admin admin] 10.222.0.85 "PUT /v2.0/routers/d2876075-f825-4aa9-a497-c3b1de2a2a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2650042 Jul 28 18:05:02.459317 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=a9849446-3692-40eb-9166-407aea4452f0,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:02.513663 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f2c4d589-8c2c-4cd4-a182-93e41fdb99af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45d5ca3652824227b24409f91f2d8a30&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1196434 Jul 28 18:05:02.514609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38584) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:02.534073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4d589-8c2c-4cd4-a182-93e41fdb99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fbc929-522a-498a-83ec-7e4f0fbdc977,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:02.541184 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:02.554826 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-ca6d49c1-43f9-47c6-ab84-8c4f1626e953 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138269 Jul 28 18:05:02.580209 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ede90020-fda1-4ae7-bfce-7162e63465ef req-9d5ab897-608e-4b88-961d-919542ca270e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138724 Jul 28 18:05:02.653296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3540381-e780-46ea-ab6e-9975d86aba0f admin admin] Publish callbacks [] for security_group (74fbc929-522a-498a-83ec-7e4f0fbdc977), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.700063 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3540381-e780-46ea-ab6e-9975d86aba0f admin admin] Publish callbacks [] for security_group (74fbc929-522a-498a-83ec-7e4f0fbdc977), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.724770 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6f00040b-2c18-43ac-901c-bb7941602994 req-12ed24ba-5d80-45a9-ac76-8ef3b2e10a33 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496315 Jul 28 18:05:02.747614 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:02.880385 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf16ef9-cc1f-4436-8571-58170ef864c8 None None] New status for floating IP 680427c7-6d1a-4ae9-85e8-6340a9099909: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:05:02.920702 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3540381-e780-46ea-ab6e-9975d86aba0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (74fbc929-522a-498a-83ec-7e4f0fbdc977), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.923425 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d3540381-e780-46ea-ab6e-9975d86aba0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:02.924857 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d3540381-e780-46ea-ab6e-9975d86aba0f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/74fbc929-522a-498a-83ec-7e4f0fbdc977 HTTP/1.1" status: 204 len: 168 time: 0.3999856 Jul 28 18:05:03.030059 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3540381-e780-46ea-ab6e-9975d86aba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fbc929-522a-498a-83ec-7e4f0fbdc977,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:03.260401 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device a9849446-3692-40eb-9166-407aea4452f0 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:03.313065 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38604) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:03.316847 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e16b2c-6628-449e-8510-fb90d138bdeb req-605fbd5b-ff37-48b7-a256-f3205f39bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:03.319126 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-72e16b2c-6628-449e-8510-fb90d138bdeb req-605fbd5b-ff37-48b7-a256-f3205f39bff5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 1130 time: 0.2300999 Jul 28 18:05:03.329714 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-4a19e819-1ad9-4326-ba13-11795c0e3513 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342836541', 'description': 'tempest-secgroup-smoke-1342836541 description', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:03.369651 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Sync routers for ids ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:05:03.380410 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Routers {'d2876075-f825-4aa9-a497-c3b1de2a2a0d'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:05:03.381254 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:04:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:03.398802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port a9849446-3692-40eb-9166-407aea4452f0 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:03.407354 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (a9849446-3692-40eb-9166-407aea4452f0), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:03.539615 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:03.608646 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port a9849446-3692-40eb-9166-407aea4452f0 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:03.624492 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-744a0e3b-e109-4499-9039-63a5ddebce1a req-4585b404-a9bc-41c2-8b1f-6bae94715d69 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422122 Jul 28 18:05:03.625605 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d6983188-56a6-44c9-9d9e-5bddc24d12f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:03.653680 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd41f08-c561-4b9a-8a85-38365e6f37bd req-e28c656b-cee0-4997-9a05-5a14786cc4eb tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:03.671747 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ebd41f08-c561-4b9a-8a85-38365e6f37bd req-e28c656b-cee0-4997-9a05-5a14786cc4eb tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.2249393 Jul 28 18:05:03.683167 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Set router d2876075-f825-4aa9-a497-c3b1de2a2a0d gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:05:03.702448 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4a19e819-1ad9-4326-ba13-11795c0e3513 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:03.958920 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ebd41f08-c561-4b9a-8a85-38365e6f37bd req-9e98186d-63a2-4852-8c70-2ce06a944839 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726874 Jul 28 18:05:04.067474 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-72e16b2c-6628-449e-8510-fb90d138bdeb req-747266d1-a472-4353-8aa9-9dd29f4c0085 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319434 Jul 28 18:05:04.161513 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4a19e819-1ad9-4326-ba13-11795c0e3513 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group (7d626d7d-b8fe-4435-9d4b-53ace8fb8048), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.161749 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a9849446-3692-40eb-9166-407aea4452f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:04:59Z', 'revision_number': 4, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port': {'id': 'a9849446-3692-40eb-9166-407aea4452f0', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:53Z', 'updated_at': '2022-07-28T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2e1302df-4274-45a0-82d4-4f9322f4d247', 'name': '', 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'mac_address': 'fa:16:3e:74:1d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '74c5b9d2-4488-41c4-a39a-48a18aaae7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:57Z', 'updated_at': '2022-07-28T18:04:59Z', 'revision_number': 2, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'subnets': [{'id': '74c5b9d2-4488-41c4-a39a-48a18aaae7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:04.161749 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Checking router: d2876075-f825-4aa9-a497-c3b1de2a2a0d for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:05:04.161749 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Updating router d2876075-f825-4aa9-a497-c3b1de2a2a0d port 2e1302df-4274-45a0-82d4-4f9322f4d247 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:05:04.162062 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779c0d-6c5a-465c-b627-cddff542a574 req-8c848b8e-24e3-4ca9-b2fb-d5589f9f3ced tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:04.162062 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-34779c0d-6c5a-465c-b627-cddff542a574 req-8c848b8e-24e3-4ca9-b2fb-d5589f9f3ced tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 946 time: 0.0534673 Jul 28 18:05:04.178601 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.198728 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:04.256315 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-34779c0d-6c5a-465c-b627-cddff542a574 req-8a0c5931-93ab-48c8-8006-36a33abebca2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916758 Jul 28 18:05:04.290079 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:04.311382 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:04.323542 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4a19e819-1ad9-4326-ba13-11795c0e3513 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7d626d7d-b8fe-4435-9d4b-53ace8fb8048), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.390219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:04.429891 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e819-1ad9-4326-ba13-11795c0e3513 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d626d7d-b8fe-4435-9d4b-53ace8fb8048,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:04.438225 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.444179 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: DOWN; New status is: DOWN {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:04.464432 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4a19e819-1ad9-4326-ba13-11795c0e3513 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.468093 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-4a19e819-1ad9-4326-ba13-11795c0e3513 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1528747 Jul 28 18:05:04.470502 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38624) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:04.477833 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-7475b7f2-1fdd-41e0-99a2-aab8d93b0403 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'security_group_rule': {'security_group_id': '7d626d7d-b8fe-4435-9d4b-53ace8fb8048', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:04.605185 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Publish callbacks [] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.611440 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7475b7f2-1fdd-41e0-99a2-aab8d93b0403 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (12412ffa-0307-4954-ab18-aaab6b6293e2), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.671340 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [req-cafd6ce0-546f-4c84-8660-3e2176f82557 req-42fce91f-9054-4b0f-9b8c-b594785e687d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:05:04.672081 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cafd6ce0-546f-4c84-8660-3e2176f82557 req-42fce91f-9054-4b0f-9b8c-b594785e687d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065465 Jul 28 18:05:04.726065 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.729207 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:04.755118 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7475b7f2-1fdd-41e0-99a2-aab8d93b0403 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (12412ffa-0307-4954-ab18-aaab6b6293e2), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.778531 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Pushing event updated for resources: {'Port': ['ID=2e1302df-4274-45a0-82d4-4f9322f4d247,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:04.791306 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.791743 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.792076 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.792669 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.793253 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.793736 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.794210 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.795534 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.796376 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.804357 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.804357 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.804357 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.804357 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.804357 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.804357 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:04.858149 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7475b7f2-1fdd-41e0-99a2-aab8d93b0403 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (12412ffa-0307-4954-ab18-aaab6b6293e2), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.962010 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475b7f2-1fdd-41e0-99a2-aab8d93b0403 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12412ffa-0307-4954-ab18-aaab6b6293e2,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Attempting to bind port 2e1302df-4274-45a0-82d4-4f9322f4d247 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Attempting to bind port 2e1302df-4274-45a0-82d4-4f9322f4d247 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Attempting to bind port 2e1302df-4274-45a0-82d4-4f9322f4d247 on network 58674c49-0c35-4c5d-8981-dab27134e46c {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Checking segment: {'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Bound using segment: {'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Bound port: 2e1302df-4274-45a0-82d4-4f9322f4d247, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:05:04.964820 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:05.029084 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] For port 2e1302df-4274-45a0-82d4-4f9322f4d247, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:05:05.035146 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] For port 2e1302df-4274-45a0-82d4-4f9322f4d247, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2e1302df-4274-45a0-82d4-4f9322f4d247,segment=NetworkSegment(1609fb09-5bf2-434b-b9d0-d8f49a4cd08f),segment_id=1609fb09-5bf2-434b-b9d0-d8f49a4cd08f)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:05:05.155230 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76b8b2-b5a8-4048-b50d-d476da5a2f5f req-154231e6-55cf-4a2f-bb83-e6b7f8846c39 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:05.158176 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1a76b8b2-b5a8-4048-b50d-d476da5a2f5f req-154231e6-55cf-4a2f-bb83-e6b7f8846c39 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.0924628 Jul 28 18:05:05.166718 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-13fe2fa9-e16a-4b09-b979-cdbd7cf246b4 None None] Provisioning complete for port 2e1302df-4274-45a0-82d4-4f9322f4d247 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:05.167365 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-13fe2fa9-e16a-4b09-b979-cdbd7cf246b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:05.219552 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-13fe2fa9-e16a-4b09-b979-cdbd7cf246b4 None None] Port 2e1302df-4274-45a0-82d4-4f9322f4d247 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:05:05.226174 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1a76b8b2-b5a8-4048-b50d-d476da5a2f5f req-a9b70ff9-2251-4978-9b32-ed29263b601a tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613008 Jul 28 18:05:05.410013 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144883-09e0-465b-925a-878f656f0003 req-8541578e-81c6-434a-85da-df800f1f1cc2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:05.412477 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a5144883-09e0-465b-925a-878f656f0003 req-8541578e-81c6-434a-85da-df800f1f1cc2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 946 time: 0.0552828 Jul 28 18:05:05.467194 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a5144883-09e0-465b-925a-878f656f0003 req-252f11f6-7682-450d-a7c0-2ff573593059 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487204 Jul 28 18:05:05.935942 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7475b7f2-1fdd-41e0-99a2-aab8d93b0403 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:05.937747 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-7475b7f2-1fdd-41e0-99a2-aab8d93b0403 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4661586 Jul 28 18:05:05.941215 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38652) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:05.942746 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:05.947904 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-03d5f659-0c0f-40c2-a02b-b9d0b2959f68 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'security_group_rule': {'security_group_id': '7d626d7d-b8fe-4435-9d4b-53ace8fb8048', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:05.975726 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:06.052876 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Routers {'d2876075-f825-4aa9-a497-c3b1de2a2a0d'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:05:06.066851 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:05:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:06.130477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-03d5f659-0c0f-40c2-a02b-b9d0b2959f68 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (eaf109a3-eb96-4568-8654-8d417904ce00), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.131666 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.161630 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f89f8b-f02b-45d3-a43c-e6a67f058670 None None] Pushing event updated for resources: {'Port': ['ID=2e1302df-4274-45a0-82d4-4f9322f4d247,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:06.226650 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.282602 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-03d5f659-0c0f-40c2-a02b-b9d0b2959f68 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (eaf109a3-eb96-4568-8654-8d417904ce00), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.357493 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218ef5-eeb2-49b6-95f4-2cff7c6372db req-7a3b254e-d797-45c1-ac3c-cb7557c5424b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:06.359228 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-64218ef5-eeb2-49b6-95f4-2cff7c6372db req-7a3b254e-d797-45c1-ac3c-cb7557c5424b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.1126261 Jul 28 18:05:06.369261 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] Set router d2876075-f825-4aa9-a497-c3b1de2a2a0d gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:05:06.393012 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-03d5f659-0c0f-40c2-a02b-b9d0b2959f68 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (eaf109a3-eb96-4568-8654-8d417904ce00), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.431180 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f659-0c0f-40c2-a02b-b9d0b2959f68 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf109a3-eb96-4568-8654-8d417904ce00,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:06.440391 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454407b9-e1da-4e96-9f1a-5aeb15d2e88b req-d134250d-e911-4028-97b9-e407d879dde3 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:06.441460 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:06.454514 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-454407b9-e1da-4e96-9f1a-5aeb15d2e88b req-d134250d-e911-4028-97b9-e407d879dde3 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.1239564 Jul 28 18:05:06.459304 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-f6e03edd-0602-4d7b-858f-698278df5de0 None None] Provisioning complete for port 2e1302df-4274-45a0-82d4-4f9322f4d247 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:06.460220 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f6e03edd-0602-4d7b-858f-698278df5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.500114 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-64218ef5-eeb2-49b6-95f4-2cff7c6372db req-88ac75a8-a8a0-495c-a214-e84618c6598d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327522 Jul 28 18:05:06.575402 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-454407b9-e1da-4e96-9f1a-5aeb15d2e88b req-afb831f3-5c87-4567-b046-81b4e84a41ec tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133680 Jul 28 18:05:06.599986 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-03d5f659-0c0f-40c2-a02b-b9d0b2959f68 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.603977 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-03d5f659-0c0f-40c2-a02b-b9d0b2959f68 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6577723 Jul 28 18:05:06.604338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38668) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:06.609181 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-8a20cdc4-d585-4597-be83-328bca0a08b2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'security_group_rule': {'security_group_id': '7d626d7d-b8fe-4435-9d4b-53ace8fb8048', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:06.641813 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-f6e03edd-0602-4d7b-858f-698278df5de0 None None] Current status of the port 2e1302df-4274-45a0-82d4-4f9322f4d247 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:06.642669 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f6e03edd-0602-4d7b-858f-698278df5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.689133 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-f6e03edd-0602-4d7b-858f-698278df5de0 None None] For port 2e1302df-4274-45a0-82d4-4f9322f4d247, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2e1302df-4274-45a0-82d4-4f9322f4d247,segment=NetworkSegment(1609fb09-5bf2-434b-b9d0-d8f49a4cd08f),segment_id=1609fb09-5bf2-434b-b9d0-d8f49a4cd08f)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:06.697290 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:05:06.748064 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be57340-316d-4863-ab75-112b1fe42125 req-85943f0c-3514-416f-bf3a-f0ad7815f29a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:06.749990 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7be57340-316d-4863-ab75-112b1fe42125 req-85943f0c-3514-416f-bf3a-f0ad7815f29a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 946 time: 0.0668821 Jul 28 18:05:06.791423 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f6e03edd-0602-4d7b-858f-698278df5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.800571 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8a20cdc4-d585-4597-be83-328bca0a08b2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (c5bc50f8-12bd-4ea4-9a6b-f05750dfd222), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.814092 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7be57340-316d-4863-ab75-112b1fe42125 req-4d4c663b-e9e3-4315-bece-e7ac9654a98a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Jul 28 18:05:06.881460 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a9849446-3692-40eb-9166-407aea4452f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:04:59Z', 'revision_number': 4, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port': {'id': 'a9849446-3692-40eb-9166-407aea4452f0', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:53Z', 'updated_at': '2022-07-28T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2e1302df-4274-45a0-82d4-4f9322f4d247', 'name': '', 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'mac_address': 'fa:16:3e:74:1d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '74c5b9d2-4488-41c4-a39a-48a18aaae7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:57Z', 'updated_at': '2022-07-28T18:05:05Z', 'revision_number': 4, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'subnets': [{'id': '74c5b9d2-4488-41c4-a39a-48a18aaae7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:06.905168 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8a20cdc4-d585-4597-be83-328bca0a08b2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (c5bc50f8-12bd-4ea4-9a6b-f05750dfd222), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.905359 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e03edd-0602-4d7b-858f-698278df5de0 None None] Pushing event updated for resources: {'Port': ['ID=2e1302df-4274-45a0-82d4-4f9322f4d247,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:06.930764 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf3030-9608-4c9f-83c2-4e317902d765 None None] The sync data for ids ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'] in dv-cinder-837543-7-iscsi is: [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a9849446-3692-40eb-9166-407aea4452f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:04:59Z', 'revision_number': 4, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port': {'id': 'a9849446-3692-40eb-9166-407aea4452f0', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:53Z', 'updated_at': '2022-07-28T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2e1302df-4274-45a0-82d4-4f9322f4d247', 'name': '', 'network_id': '58674c49-0c35-4c5d-8981-dab27134e46c', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'mac_address': 'fa:16:3e:74:1d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '74c5b9d2-4488-41c4-a39a-48a18aaae7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:57Z', 'updated_at': '2022-07-28T18:05:05Z', 'revision_number': 4, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'subnets': [{'id': '74c5b9d2-4488-41c4-a39a-48a18aaae7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:05:06.960799 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8a20cdc4-d585-4597-be83-328bca0a08b2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (c5bc50f8-12bd-4ea4-9a6b-f05750dfd222), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:06.990633 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20cdc4-d585-4597-be83-328bca0a08b2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bc50f8-12bd-4ea4-9a6b-f05750dfd222,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:07.095690 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8a20cdc4-d585-4597-be83-328bca0a08b2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:07.100352 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8a20cdc4-d585-4597-be83-328bca0a08b2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4915760 Jul 28 18:05:07.100877 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38682) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:07.105854 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-2b6c0c0a-834e-40c7-a222-0175d336be4e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'security_group_rule': {'security_group_id': '7d626d7d-b8fe-4435-9d4b-53ace8fb8048', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:07.118024 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:07.236748 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0c0a-834e-40c7-a222-0175d336be4e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (aeeea845-9d12-458c-a62f-9539d74a2a2b), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:07.317946 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0c0a-834e-40c7-a222-0175d336be4e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (aeeea845-9d12-458c-a62f-9539d74a2a2b), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:07.380897 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0c0a-834e-40c7-a222-0175d336be4e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (aeeea845-9d12-458c-a62f-9539d74a2a2b), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:07.414868 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c0c0a-834e-40c7-a222-0175d336be4e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeeea845-9d12-458c-a62f-9539d74a2a2b,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:07.517562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38720) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:07.530726 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0c0a-834e-40c7-a222-0175d336be4e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:07.532104 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-2b6c0c0a-834e-40c7-a222-0175d336be4e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4299035 Jul 28 18:05:07.534816 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38724) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:07.543251 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'security_group_rule': {'security_group_id': '7d626d7d-b8fe-4435-9d4b-53ace8fb8048', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:07.636331 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-57aa6073-a151-478f-a8de-dee280722a23 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175818 Jul 28 18:05:07.646596 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-2a25e09a-3d8d-4a8f-a3c1-f5984ffed16a service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:05:07.649272 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-2a25e09a-3d8d-4a8f-a3c1-f5984ffed16a service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072370 Jul 28 18:05:07.687061 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.securitygroups_db [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Project a1b1e6abd55a4b17b4a452a80a6bbdbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:05:07.728515 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (67cec018-fceb-4928-a1a5-fad4d36d8702), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:07.745432 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac56abc-ed07-4ba4-a97b-8278f6c514e0 req-d9cabbf4-9528-4fe3-9438-e6f25ed1cb9d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:07.749603 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2ac56abc-ed07-4ba4-a97b-8278f6c514e0 req-d9cabbf4-9528-4fe3-9438-e6f25ed1cb9d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0891931 Jul 28 18:05:07.770256 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cba595-2f3b-40fb-b185-b9fdeef17972 req-2576adcb-79b2-46b3-a7a4-536253cd42df tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:07.773954 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-67cba595-2f3b-40fb-b185-b9fdeef17972 req-2576adcb-79b2-46b3-a7a4-536253cd42df tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.0797496 Jul 28 18:05:07.774094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 38734) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:07.859062 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2ac56abc-ed07-4ba4-a97b-8278f6c514e0 req-19a6ca8d-c169-40cb-8c2a-8eb2227af7d6 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083121 Jul 28 18:05:07.965066 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (67cec018-fceb-4928-a1a5-fad4d36d8702), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:07.971452 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-67cba595-2f3b-40fb-b185-b9fdeef17972 req-215de75f-ff60-4d03-8fb8-33fe1cd26fba tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611681 Jul 28 18:05:07.987875 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-38ceee3e-6b6b-4c6a-91ac-269595240d22 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:07.990401 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-38ceee3e-6b6b-4c6a-91ac-269595240d22 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports/8980c8f3-7810-4b7b-b88d-1b866e291a34 HTTP/1.1" status: 200 len: 941 time: 0.2098148 Jul 28 18:05:08.033500 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a6127-8d20-4dee-9b04-b9af66664f5e req-60d3c5df-3a81-4904-89ea-2cb3b3b10763 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:08.034469 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aa4a6127-8d20-4dee-9b04-b9af66664f5e req-60d3c5df-3a81-4904-89ea-2cb3b3b10763 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 946 time: 0.0723522 Jul 28 18:05:08.052149 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (67cec018-fceb-4928-a1a5-fad4d36d8702), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:08.073009 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cec018-fceb-4928-a1a5-fad4d36d8702,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:08.116434 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aa4a6127-8d20-4dee-9b04-b9af66664f5e req-9dac339d-8c7a-49a5-900a-d4b8f4118297 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754797 Jul 28 18:05:08.192698 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:08.194712 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-1777edde-1e80-4052-9018-ab6e58fdb842 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6576097 Jul 28 18:05:08.197591 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 38750) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:08.205099 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'security_group_rule': {'security_group_id': '7d626d7d-b8fe-4435-9d4b-53ace8fb8048', 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:08.326273 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.securitygroups_db [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Project a1b1e6abd55a4b17b4a452a80a6bbdbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:05:08.332868 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (6c93d4a9-2edc-48a7-b422-a1a6dd73a317), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:08.337130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:08.387622 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (6c93d4a9-2edc-48a7-b422-a1a6dd73a317), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:08.453501 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (6c93d4a9-2edc-48a7-b422-a1a6dd73a317), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:08.472907 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c93d4a9-2edc-48a7-b422-a1a6dd73a317,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:08.564081 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:08.565779 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c3ec55a6-46d9-49cb-ae41-8982b9446f07 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662198 Jul 28 18:05:09.030020 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312be0c-e080-4792-a939-c05ccb7a5c3d req-92aa81d8-ea68-437c-a90f-c8db08d753c4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:09.032980 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7312be0c-e080-4792-a939-c05ccb7a5c3d req-92aa81d8-ea68-437c-a90f-c8db08d753c4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0705454 Jul 28 18:05:09.047606 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2e1302df-4274-45a0-82d4-4f9322f4d247 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:09.107552 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 2e1302df-4274-45a0-82d4-4f9322f4d247 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:09.108155 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:09.118075 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7312be0c-e080-4792-a939-c05ccb7a5c3d req-555d96e0-cc5d-43a6-9a40-57be4acb2b93 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692947 Jul 28 18:05:09.258981 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 2e1302df-4274-45a0-82d4-4f9322f4d247 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:09.265008 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea720ede-2a8b-4ec2-8348-85652d48e04b req-ac4b485c-e99b-4d3c-9d20-8243eb71cfbc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:09.267242 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ea720ede-2a8b-4ec2-8348-85652d48e04b req-ac4b485c-e99b-4d3c-9d20-8243eb71cfbc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.1005011 Jul 28 18:05:09.338831 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ea720ede-2a8b-4ec2-8348-85652d48e04b req-f43d212b-7709-44fb-a3ad-1e89da21e041 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636775 Jul 28 18:05:10.111111 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c7fe6-f082-4ebc-8d5c-9da3ec89ee7a req-25bf31a4-40c3-4b23-abd1-22fcd2642947 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:10.118561 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-761c7fe6-f082-4ebc-8d5c-9da3ec89ee7a req-25bf31a4-40c3-4b23-abd1-22fcd2642947 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 946 time: 0.0503516 Jul 28 18:05:10.140121 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:10.163679 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-761c7fe6-f082-4ebc-8d5c-9da3ec89ee7a req-be6e1de8-61ea-4f75-a357-90cd667940d2 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Jul 28 18:05:10.275852 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44620e9d-e6a9-44bb-b58c-0427c2e7893d req-33540157-f22d-4e92-ae23-c1867189cd73 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:10.277366 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-44620e9d-e6a9-44bb-b58c-0427c2e7893d req-33540157-f22d-4e92-ae23-c1867189cd73 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0486014 Jul 28 18:05:10.311141 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:10.318682 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device f808f4a9-93f4-4595-be63-aba89386ee2a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:10.332039 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-44620e9d-e6a9-44bb-b58c-0427c2e7893d req-81b36fc5-925b-41e6-964d-09389cd6d924 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488613 Jul 28 18:05:10.442590 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f808f4a9-93f4-4595-be63-aba89386ee2a,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:10.454379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'port_id': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'mac_address': 'fa:16:3e:97:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:10.468221 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345833e9-8006-453c-b1e3-e5ca02556b04 req-d4aa6966-6985-4f59-8455-5f0ec70f8dee tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:10.469800 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-345833e9-8006-453c-b1e3-e5ca02556b04 req-d4aa6966-6985-4f59-8455-5f0ec70f8dee tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 943 time: 0.0489011 Jul 28 18:05:10.493738 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port f808f4a9-93f4-4595-be63-aba89386ee2a is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:10.494130 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:10.496855 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:10.510159 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f808f4a9-93f4-4595-be63-aba89386ee2a {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:05:10.525123 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-345833e9-8006-453c-b1e3-e5ca02556b04 req-eecdae66-3f6f-481a-8108-5bf5e250a9d6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477445 Jul 28 18:05:10.531691 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f808f4a9-93f4-4595-be63-aba89386ee2a,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:10.589306 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:10.638996 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:11.012991 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['f808f4a9-93f4-4595-be63-aba89386ee2a'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:11.154687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:11.287188 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c15e43-d9b8-475a-bc2a-312d0d1db5fc req-5c355351-2db6-4da7-9b16-72aa7d31a7a5 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:11.289168 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-34c15e43-d9b8-475a-bc2a-312d0d1db5fc req-5c355351-2db6-4da7-9b16-72aa7d31a7a5 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Jul 28 18:05:11.340929 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-34c15e43-d9b8-475a-bc2a-312d0d1db5fc req-c437b483-3ee0-424d-92f6-3ef5ec3d32ef tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/security-groups?id=578a97fb-c706-4cae-8a03-766eb658445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455658 Jul 28 18:05:11.461913 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913dca0-57ea-4652-8533-6b8dfe2f9c29 req-f5b891a6-e9ab-4cc1-9e6a-475c7a4ffaed tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:11.463523 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8913dca0-57ea-4652-8533-6b8dfe2f9c29 req-f5b891a6-e9ab-4cc1-9e6a-475c7a4ffaed tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0495059 Jul 28 18:05:11.514873 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8913dca0-57ea-4652-8533-6b8dfe2f9c29 req-f3cf03f8-51fd-45f5-b8b7-1534bb58d630 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455444 Jul 28 18:05:11.652791 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2593d-0af6-4178-a51e-13e7cc9091ff req-f5445dd9-9c2c-4616-b344-d864929d51c8 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:11.654301 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3ef2593d-0af6-4178-a51e-13e7cc9091ff req-f5445dd9-9c2c-4616-b344-d864929d51c8 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 944 time: 0.0547984 Jul 28 18:05:11.705227 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3ef2593d-0af6-4178-a51e-13e7cc9091ff req-930c173c-8987-4590-96e7-17e0ea83060a tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450137 Jul 28 18:05:11.849275 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-1b3b292e-1e2b-4a6b-bd38-fd30121fa9fa tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:11.850962 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-1b3b292e-1e2b-4a6b-bd38-fd30121fa9fa tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 946 time: 0.0576444 Jul 28 18:05:11.980918 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Deleting port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:05:11.981475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:12.108115 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] For port de56644a-cd04-4c51-a8f8-1f45ca90a5a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,segment=NetworkSegment(86fc35e2-378f-45a8-bd1e-db8539fffdff),segment_id=86fc35e2-378f-45a8-bd1e-db8539fffdff)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:12.108488 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:12.116120 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:12.124990 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Calling delete_port for de56644a-cd04-4c51-a8f8-1f45ca90a5a8 owned by compute:nova {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:05:12.343022 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (de56644a-cd04-4c51-a8f8-1f45ca90a5a8), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:12.348792 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device f808f4a9-93f4-4595-be63-aba89386ee2a up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:12.398388 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Pushing event deleted for resources: {'Port': ['ID=de56644a-cd04-4c51-a8f8-1f45ca90a5a8,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:12.416737 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port f808f4a9-93f4-4595-be63-aba89386ee2a completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.428083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.429568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.429568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.429568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.429568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.429568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:12.474264 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] No DVR routers for this DVR port de56644a-cd04-4c51-a8f8-1f45ca90a5a8 on host hv-cinder-83754 {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:05:12.475026 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7982028f-b654-4e13-95fd-286b6173f618 req-8ed57c7f-5fef-46e1-9d9e-f4d70d382b30 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0302510 Jul 28 18:05:12.477148 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:12.480818 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ea58f014-6ca3-40b9-a682-2e698c081ec1 req-418e0a41-3e52-41b5-a677-a9cf5150bd69 tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.99 "DELETE /v2.0/ports/de56644a-cd04-4c51-a8f8-1f45ca90a5a8 HTTP/1.1" status: 204 len: 173 time: 0.6247308 Jul 28 18:05:12.481269 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'name': 'network-vif-deleted', 'tag': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:05:12.483982 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516fa578-21b2-4b02-b1ee-d7560d4d5d9f" -d '{"events": [{"server_uuid": "5ae762fd-1a0b-48e7-891f-8555a4624c57", "name": "network-vif-deleted", "tag": "de56644a-cd04-4c51-a8f8-1f45ca90a5a8"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:12.486051 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port f808f4a9-93f4-4595-be63-aba89386ee2a triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:12.486848 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:12.551607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92949cba-2e77-4c33-a5d1-54ce55d77529 x-openstack-request-id: req-92949cba-2e77-4c33-a5d1-54ce55d77529 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:12.551914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae762fd-1a0b-48e7-891f-8555a4624c57", "name": "network-vif-deleted", "tag": "de56644a-cd04-4c51-a8f8-1f45ca90a5a8", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:12.552164 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-92949cba-2e77-4c33-a5d1-54ce55d77529 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:12.552561 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92949cba-2e77-4c33-a5d1-54ce55d77529'] response: {'server_uuid': '5ae762fd-1a0b-48e7-891f-8555a4624c57', 'name': 'network-vif-deleted', 'tag': 'de56644a-cd04-4c51-a8f8-1f45ca90a5a8', 'status': 'completed', 'code': 200} Jul 28 18:05:12.576109 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port f808f4a9-93f4-4595-be63-aba89386ee2a is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:12.576506 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:12.603516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:05:12.605765 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e9b9f-bb8e-4a23-b704-f8e48a0f3817" -d '{"events": [{"server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "name": "network-vif-plugged", "status": "completed", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:12.619997 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f808f4a9-93f4-4595-be63-aba89386ee2a,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:12.649495 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b094071e-af83-4f0f-a049-ab8ce0eb48fb x-openstack-request-id: req-b094071e-af83-4f0f-a049-ab8ce0eb48fb {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:12.649790 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "name": "network-vif-plugged", "status": "completed", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:12.650042 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b094071e-af83-4f0f-a049-ab8ce0eb48fb {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:12.650763 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b094071e-af83-4f0f-a049-ab8ce0eb48fb'] response: {'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'code': 200} Jul 28 18:05:12.664582 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06e915-4f81-473f-ae22-1695a203adb5 req-54577ed9-4f25-46ff-8a6e-2fec13aa71ec tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:12.670719 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6f06e915-4f81-473f-ae22-1695a203adb5 req-54577ed9-4f25-46ff-8a6e-2fec13aa71ec tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0636530 Jul 28 18:05:12.682635 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:12.730623 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6f06e915-4f81-473f-ae22-1695a203adb5 req-af4ff931-8164-4349-9a0d-4a90e928e4ea tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567615 Jul 28 18:05:12.736973 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:12.894356 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-fd376c85-8d0c-46fd-a601-4702b5a7d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:12.895952 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-fd376c85-8d0c-46fd-a601-4702b5a7d153 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89&tenant_id=2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 1128 time: 0.1600766 Jul 28 18:05:12.909971 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3b3b-b39e-460d-a9b4-13be72663866 req-4d80ec69-d7e4-418f-9dec-3a77deb10a10 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:12.914825 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6d2b3b3b-b39e-460d-a9b4-13be72663866 req-4d80ec69-d7e4-418f-9dec-3a77deb10a10 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0863047 Jul 28 18:05:12.939575 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:12.969444 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6d2b3b3b-b39e-460d-a9b4-13be72663866 req-f3aafae0-7347-452a-84e1-fcd1b07cf242 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520632 Jul 28 18:05:13.027057 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-61e004e9-4ec0-4c4c-bd86-742e798b86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:13.028611 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-61e004e9-4ec0-4c4c-bd86-742e798b86ef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 1128 time: 0.0520806 Jul 28 18:05:13.134228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-ff4838c2-17d3-4638-abb2-96007c2bfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:13.140032 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-ff4838c2-17d3-4638-abb2-96007c2bfd2a service neutron] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 918 time: 0.1009107 Jul 28 18:05:13.146244 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fe114-f3e0-494f-994e-3e0299efb25b req-752d9a0d-2ab9-4227-a98f-96af1b9525fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:13.148295 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-be5fe114-f3e0-494f-994e-3e0299efb25b req-752d9a0d-2ab9-4227-a98f-96af1b9525fc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1129 time: 0.0424254 Jul 28 18:05:13.199027 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-be5fe114-f3e0-494f-994e-3e0299efb25b req-0cfcc97b-c0c1-4a29-9cea-b3deccc3dd42 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Jul 28 18:05:13.200881 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-975418f2-195f-4825-90d0-fc209493e43c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34 HTTP/1.1" status: 200 len: 1000 time: 0.0593305 Jul 28 18:05:13.602960 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-19b71f96-e1d3-4626-815b-bdcd2f062825 req-069d0e8a-cf27-461b-ad6a-9c1550253d2a tempest-VolumesActionsTest-310885223 tempest-VolumesActionsTest-310885223-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ae762fd-1a0b-48e7-891f-8555a4624c57 HTTP/1.1" status: 200 len: 210 time: 0.0293660 Jul 28 18:05:13.784188 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-0fe1d2ab-b6b5-4646-a64f-99036df1ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:13.786267 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-0fe1d2ab-b6b5-4646-a64f-99036df1ad83 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.0480106 Jul 28 18:05:13.882072 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed03bd-16c1-4810-8d2e-18b317e2cf74 req-866bf6f1-4174-427f-a871-742cf65fc0c5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:13.883687 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9eed03bd-16c1-4810-8d2e-18b317e2cf74 req-866bf6f1-4174-427f-a871-742cf65fc0c5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0601904 Jul 28 18:05:13.939154 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9eed03bd-16c1-4810-8d2e-18b317e2cf74 req-38094db5-3517-4f12-85dd-ab52c56bf66a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497355 Jul 28 18:05:14.116802 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5d9b8-8fb3-4e3e-93b0-5de54fc0cea9 req-cc75b03d-d7d7-42b2-8e56-5a0ae1634c4e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:14.118305 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ccb5d9b8-8fb3-4e3e-93b0-5de54fc0cea9 req-cc75b03d-d7d7-42b2-8e56-5a0ae1634c4e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0513711 Jul 28 18:05:14.167416 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ccb5d9b8-8fb3-4e3e-93b0-5de54fc0cea9 req-74f014d4-b473-496d-94a8-5ef5d50e54e7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Jul 28 18:05:14.226071 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-96836779-f21f-4fd5-a1c5-22c9a23efdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:14.227962 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-96836779-f21f-4fd5-a1c5-22c9a23efdd1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430684 Jul 28 18:05:14.336155 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-0b3846a1-964f-48b2-b3a9-39358f1383a9 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002102 Jul 28 18:05:14.346409 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device de56644a-cd04-4c51-a8f8-1f45ca90a5a8 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:05:14.370219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: de56644a-cd04-4c51-a8f8-1f45ca90a5a8 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:05:14.370589 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device de56644a-cd04-4c51-a8f8-1f45ca90a5a8 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:05:14.434826 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-19b66b38-2197-4eeb-9468-2323c778df32 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894427 Jul 28 18:05:15.108443 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c425c-cea1-4c86-9a46-01c1f6cdc6a7 req-2ef1de3f-241b-49a2-b358-52d73350b47e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:15.110000 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8f4c425c-cea1-4c86-9a46-01c1f6cdc6a7 req-2ef1de3f-241b-49a2-b358-52d73350b47e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0684385 Jul 28 18:05:15.189634 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8f4c425c-cea1-4c86-9a46-01c1f6cdc6a7 req-d421e155-529d-4c0b-a2e1-e98f8db02229 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634279 Jul 28 18:05:15.309355 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de63fd-13d8-4326-8b31-2c0ad20c35eb req-25f4cf85-3390-44f1-af9e-a153083b500e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:15.311734 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-29de63fd-13d8-4326-8b31-2c0ad20c35eb req-25f4cf85-3390-44f1-af9e-a153083b500e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0552793 Jul 28 18:05:15.391115 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-29de63fd-13d8-4326-8b31-2c0ad20c35eb req-6c24f0b5-53af-45d5-9140-f0d29ec782d9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720062 Jul 28 18:05:16.316500 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909aa9b-e20b-432a-9209-5cb079a1cbd8 req-4d36a6f9-41d3-434c-bc7b-26efd03c5797 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:16.318130 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a909aa9b-e20b-432a-9209-5cb079a1cbd8 req-4d36a6f9-41d3-434c-bc7b-26efd03c5797 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0487680 Jul 28 18:05:16.375206 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a909aa9b-e20b-432a-9209-5cb079a1cbd8 req-8f2bc619-ecf9-42c6-9476-07946dd13fe7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514898 Jul 28 18:05:16.498609 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:16.514412 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700498-22c4-4677-84ac-82087abe422e req-b03bb216-9200-4347-9d31-f71200a512aa tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:16.515915 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43700498-22c4-4677-84ac-82087abe422e req-b03bb216-9200-4347-9d31-f71200a512aa tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0489061 Jul 28 18:05:16.565564 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43700498-22c4-4677-84ac-82087abe422e req-de23ba73-4770-4ebb-ae07-4d308c0a1aae tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Jul 28 18:05:16.687491 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6361e-eb74-47c4-91dc-a8e8ef96f0ac req-9dfe86cb-ad4e-4b5d-a78c-83e0202d70d3 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:16.688982 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c0a6361e-eb74-47c4-91dc-a8e8ef96f0ac req-9dfe86cb-ad4e-4b5d-a78c-83e0202d70d3 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0494523 Jul 28 18:05:16.744765 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c0a6361e-eb74-47c4-91dc-a8e8ef96f0ac req-71f92760-7946-46d6-9e0f-82eccf847541 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Jul 28 18:05:16.886640 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:17.083780 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96b95e-244a-43f6-910f-4c47ba9e6850 req-aadd3320-8060-4103-a7d9-51b5a7a6b4f6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:17.085389 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8f96b95e-244a-43f6-910f-4c47ba9e6850 req-aadd3320-8060-4103-a7d9-51b5a7a6b4f6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0491610 Jul 28 18:05:17.133947 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8f96b95e-244a-43f6-910f-4c47ba9e6850 req-9fc45639-7f58-4315-91da-11d87e89ab36 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Jul 28 18:05:17.508280 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0e8b5-3957-4e5d-87e0-97ef487846a7 req-b0483d6a-ad7e-4739-b7d6-9df0fdc1a793 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:17.509793 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d2c0e8b5-3957-4e5d-87e0-97ef487846a7 req-b0483d6a-ad7e-4739-b7d6-9df0fdc1a793 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0551496 Jul 28 18:05:17.561565 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d2c0e8b5-3957-4e5d-87e0-97ef487846a7 req-0e23f414-71c3-4f37-a29e-a2a4f2de6813 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461338 Jul 28 18:05:18.652189 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:18.697034 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27099-8920-4d1e-a213-9432b1d981bf req-7cd1e89c-b1da-4a23-9b04-c955a1702bd2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:18.698660 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a4d27099-8920-4d1e-a213-9432b1d981bf req-7cd1e89c-b1da-4a23-9b04-c955a1702bd2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0555406 Jul 28 18:05:18.733442 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:18.751454 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a4d27099-8920-4d1e-a213-9432b1d981bf req-e25f0cb2-ca8b-4388-a5ed-a7838664cb28 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472183 Jul 28 18:05:19.890489 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a017a79-00ce-49e2-80ea-5280684d030d req-65133b0b-f32f-4f92-bb06-9eb6da1d89a4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:19.891990 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7a017a79-00ce-49e2-80ea-5280684d030d req-65133b0b-f32f-4f92-bb06-9eb6da1d89a4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0493770 Jul 28 18:05:19.942606 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7a017a79-00ce-49e2-80ea-5280684d030d req-da428c5d-c6fa-4bc1-9f2b-1e36f09c23d2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Jul 28 18:05:21.075881 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951dd8d-8da8-420d-a7d0-9e05480053ac req-630d6d61-f31c-4978-a846-d8667bce637b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:21.077363 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c951dd8d-8da8-420d-a7d0-9e05480053ac req-630d6d61-f31c-4978-a846-d8667bce637b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0491505 Jul 28 18:05:21.135559 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c951dd8d-8da8-420d-a7d0-9e05480053ac req-99241caf-bbfc-482e-9e71-aa28a4f3a347 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516109 Jul 28 18:05:22.278780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719464c-2646-47da-bffe-7765a4555ec9 req-87c9baa8-11db-4d7a-82ae-d12169b57f6f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:22.280347 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4719464c-2646-47da-bffe-7765a4555ec9 req-87c9baa8-11db-4d7a-82ae-d12169b57f6f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0539513 Jul 28 18:05:22.345014 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4719464c-2646-47da-bffe-7765a4555ec9 req-39e1fe49-dfa3-4dc8-a411-966d8765a076 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576255 Jul 28 18:05:23.502846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4fb77-9d40-4546-9ac7-9b30dae538ec req-08aa0680-f9fe-4fd9-ac57-22ccf7b86159 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:23.504996 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8ba4fb77-9d40-4546-9ac7-9b30dae538ec req-08aa0680-f9fe-4fd9-ac57-22ccf7b86159 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0596600 Jul 28 18:05:23.556805 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8ba4fb77-9d40-4546-9ac7-9b30dae538ec req-e6533c36-6f2e-4e03-bdb9-f8e79819e30b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458224 Jul 28 18:05:24.350342 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:24.351226 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=25,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:24.698170 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9446ec-54e1-457b-baeb-0ae17056c346 req-0544b43c-e83d-487a-9b62-37a1993b50d5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:24.699703 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-eb9446ec-54e1-457b-baeb-0ae17056c346 req-0544b43c-e83d-487a-9b62-37a1993b50d5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0531247 Jul 28 18:05:24.768719 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-eb9446ec-54e1-457b-baeb-0ae17056c346 req-c2c524ec-dde8-479e-8864-9da84f2dc097 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635982 Jul 28 18:05:25.906169 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89df62f-ca09-4b0b-81fb-86b378acb27b req-968544fb-fd35-4bff-9085-c1509f9db142 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:25.916556 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c89df62f-ca09-4b0b-81fb-86b378acb27b req-968544fb-fd35-4bff-9085-c1509f9db142 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0563660 Jul 28 18:05:25.968577 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c89df62f-ca09-4b0b-81fb-86b378acb27b req-b1dc08a7-a179-493b-959c-3772be364fe8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549519 Jul 28 18:05:26.293166 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:27.108414 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017df26-0a30-490f-9823-58a180b5897e req-ed034237-2d62-420f-964d-4e2bc228c696 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:27.109837 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5017df26-0a30-490f-9823-58a180b5897e req-ed034237-2d62-420f-964d-4e2bc228c696 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0547578 Jul 28 18:05:27.138436 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:27.163182 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5017df26-0a30-490f-9823-58a180b5897e req-dd08f814-7ecf-4904-885a-00dbac5208be tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440953 Jul 28 18:05:28.293608 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d22f4-a72b-4cff-a1ad-687f50d32515 req-20b0484d-7bc6-400c-bb59-2368e11f7fde tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:28.295401 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0a6d22f4-a72b-4cff-a1ad-687f50d32515 req-20b0484d-7bc6-400c-bb59-2368e11f7fde tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0525870 Jul 28 18:05:28.345055 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0a6d22f4-a72b-4cff-a1ad-687f50d32515 req-c4dda7bc-139a-4091-8344-8695c0e69190 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443380 Jul 28 18:05:29.517942 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2305-a535-4114-9b1e-27c8eb04eec1 req-93002ad2-36bc-43b4-b5eb-b5b370de05fb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:29.521169 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4bb2305-a535-4114-9b1e-27c8eb04eec1 req-93002ad2-36bc-43b4-b5eb-b5b370de05fb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0771177 Jul 28 18:05:29.573193 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4bb2305-a535-4114-9b1e-27c8eb04eec1 req-0bbe5abf-0e88-4fea-a93f-a591a2aed58a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464649 Jul 28 18:05:30.748850 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c147f-01c5-492d-8910-4b1b2db8e842 req-de41f292-86d0-4b1d-afb5-c9b6fc46bde3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:30.750922 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-799c147f-01c5-492d-8910-4b1b2db8e842 req-de41f292-86d0-4b1d-afb5-c9b6fc46bde3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0814750 Jul 28 18:05:30.848192 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-799c147f-01c5-492d-8910-4b1b2db8e842 req-4d5b3662-3ae1-4e2f-aaaa-db1d4b902015 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798116 Jul 28 18:05:31.121256 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51b57508-8a96-4c16-beab-007494e4d611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:31.984338 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8992d-f65b-45c6-be52-940f28b9fdcd req-5315401e-4351-4a54-9b9a-8c680bbc23b0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:31.986641 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b7c8992d-f65b-45c6-be52-940f28b9fdcd req-5315401e-4351-4a54-9b9a-8c680bbc23b0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0545642 Jul 28 18:05:32.071511 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b7c8992d-f65b-45c6-be52-940f28b9fdcd req-01d49486-f036-479d-9d76-9dc666aebcea tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724909 Jul 28 18:05:33.246610 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499592-b6de-4266-8f53-551917073100 req-ac562b34-e01f-4a9a-9d6b-444d8f771734 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:33.248402 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-04499592-b6de-4266-8f53-551917073100 req-ac562b34-e01f-4a9a-9d6b-444d8f771734 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0787804 Jul 28 18:05:33.318862 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-04499592-b6de-4266-8f53-551917073100 req-ae87e8e1-9b83-4d42-9a2d-5cc7aff56625 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641465 Jul 28 18:05:33.761760 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0ca61358-71be-4de4-9c3b-e37adab229c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:34.362022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:34.480709 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960a7c6-0f95-4f9a-9e58-38759f248bdb req-8aa2b8be-1591-42b5-84ae-7bc6fb170dc7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:34.489913 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4960a7c6-0f95-4f9a-9e58-38759f248bdb req-8aa2b8be-1591-42b5-84ae-7bc6fb170dc7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0587316 Jul 28 18:05:34.587142 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4960a7c6-0f95-4f9a-9e58-38759f248bdb req-28a1d3c9-130a-4b82-9f5d-13deb336d81c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957742 Jul 28 18:05:35.786781 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c7363-d206-4758-b17c-3f1cd5401588 req-55a1782a-05d3-4b46-9643-ae1d7013da52 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:35.789159 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-413c7363-d206-4758-b17c-3f1cd5401588 req-55a1782a-05d3-4b46-9643-ae1d7013da52 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0639713 Jul 28 18:05:35.914830 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-413c7363-d206-4758-b17c-3f1cd5401588 req-a0963a8b-34bb-48f2-a12a-4218f90dea71 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153648 Jul 28 18:05:36.115610 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:36.210618 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:37.089475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc352a-8887-4979-bae6-511a11ec3728 req-7da17123-6705-42fe-9183-cebc0976b211 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:37.098195 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f5bc352a-8887-4979-bae6-511a11ec3728 req-7da17123-6705-42fe-9183-cebc0976b211 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0885315 Jul 28 18:05:37.193820 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f5bc352a-8887-4979-bae6-511a11ec3728 req-23770b1d-e682-44f0-b4f6-f6ddc3c6afb9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945845 Jul 28 18:05:38.570134 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6286fc-7fa2-4736-ba53-2e0e22ff2881 req-4272155a-8c42-4aef-b69a-8aca21953906 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:38.576612 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-da6286fc-7fa2-4736-ba53-2e0e22ff2881 req-4272155a-8c42-4aef-b69a-8aca21953906 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0817561 Jul 28 18:05:38.660876 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-da6286fc-7fa2-4736-ba53-2e0e22ff2881 req-6c16de38-dffd-4854-a4cd-d06dc989d424 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738587 Jul 28 18:05:39.787754 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e526-e728-4c85-986c-f9df5d735c69 req-61f153fe-9aca-489d-8324-6a2cafb4a935 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:39.789340 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-af09e526-e728-4c85-986c-f9df5d735c69 req-61f153fe-9aca-489d-8324-6a2cafb4a935 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0480120 Jul 28 18:05:39.845466 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-af09e526-e728-4c85-986c-f9df5d735c69 req-1b91ad52-cd2b-42c1-912b-21cf036757bb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506308 Jul 28 18:05:40.973866 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ccb7-7440-4237-9cd3-767047bc3917 req-50cdfc0f-ab36-40e2-b873-15bfee35ee23 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:40.975458 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5132ccb7-7440-4237-9cd3-767047bc3917 req-50cdfc0f-ab36-40e2-b873-15bfee35ee23 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0500054 Jul 28 18:05:41.027515 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5132ccb7-7440-4237-9cd3-767047bc3917 req-8672c37b-0c82-484f-8107-539d9a924d15 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463579 Jul 28 18:05:41.520475 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:41.521688 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:42.079288 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02032369-4cab-4472-848f-7d17504d133d req-0bd4adc9-f2d9-4990-86f4-77e06aff8bb9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:42.080878 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-02032369-4cab-4472-848f-7d17504d133d req-0bd4adc9-f2d9-4990-86f4-77e06aff8bb9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0510397 Jul 28 18:05:42.147658 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-02032369-4cab-4472-848f-7d17504d133d req-a27628cb-0d53-4516-a5a1-d754804472c6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Jul 28 18:05:42.163481 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39334) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:42.187701 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53350a-a69a-4c51-913f-f34469ee5cba req-da2068c0-671e-48f6-8ce0-11556484dc25 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:42.189478 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5f53350a-a69a-4c51-913f-f34469ee5cba req-da2068c0-671e-48f6-8ce0-11556484dc25 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0695114 Jul 28 18:05:42.240776 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:42.241509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:42.259291 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5f53350a-a69a-4c51-913f-f34469ee5cba req-fd541aab-7f08-4924-afe9-fe471d30d06e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576267 Jul 28 18:05:42.340904 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38087ecd-4884-4871-821c-f7a0ec54e29c tempest-TestMinimumBasicScenario-821816971 tempest-TestMinimumBasicScenario-821816971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:42.342482 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-38087ecd-4884-4871-821c-f7a0ec54e29c tempest-TestMinimumBasicScenario-821816971 tempest-TestMinimumBasicScenario-821816971-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1124 time: 0.1776810 Jul 28 18:05:42.345440 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39338) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:42.350192 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'port_id': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:42.456203 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:42.508293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:42.556813 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:42.696712 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Allocated IP 172.27.0.134 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:42.805352 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:42.865647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:43.005925 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:43.064923 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:43.074241 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:43.092940 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:05:43.097233 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'Port': ['ID=1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:43.322117 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:43.414606 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83490e7b-3214-4b56-9871-8bd884a42e42 req-fba73bb6-e588-4765-b4c1-145b4a34a028 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:43.416089 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-83490e7b-3214-4b56-9871-8bd884a42e42 req-fba73bb6-e588-4765-b4c1-145b4a34a028 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0657253 Jul 28 18:05:43.548475 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:05:43.770928 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-83490e7b-3214-4b56-9871-8bd884a42e42 req-7b0e6020-4659-42ad-8e5b-3509ab24e42e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490989 Jul 28 18:05:43.852722 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for floatingip (8e941253-d2d6-4755-a0c6-8a8d636c48b2), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:43.983761 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:44.156653 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:44.229705 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:44.332531 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'Port': ['ID=1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:44.344625 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:44.351144 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (8e941253-d2d6-4755-a0c6-8a8d636c48b2), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:44.485695 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Floating IP 8e941253-d2d6-4755-a0c6-8a8d636c48b2 associated. External IP: 172.27.0.134, port: f808f4a9-93f4-4595-be63-aba89386ee2a. Jul 28 18:05:44.720076 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:05:44.825077 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:44.874964 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:05:44.886969 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] Sync routers for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:05:44.923182 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:05:44.924284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:05:34Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:44.926817 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb90ed-cfda-4291-b758-be527fb5fbde req-d70c9710-af77-4cb4-8b20-a44ac4496060 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:44.934830 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-60eb90ed-cfda-4291-b758-be527fb5fbde req-d70c9710-af77-4cb4-8b20-a44ac4496060 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0673165 Jul 28 18:05:44.986044 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.006743 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-60eb90ed-cfda-4291-b758-be527fb5fbde req-97a8b5e8-f3e8-48eb-9a5c-1185572313b0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709765 Jul 28 18:05:45.060416 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0b443997-aaaa-44df-a355-a31b0b1b0991 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7107768 Jul 28 18:05:45.060416 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:05:45.060844 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39380) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:45.066710 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386670491', 'description': 'tempest-secgroup-smoke-386670491 description', 'project_id': '39115160ca364b2590af12fccde98256'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:45.068597 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488eab6-27c0-481b-9c7e-00b01fae124e" -d '{"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:45.088367 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:05:45.119765 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31db71ba-4239-4958-8878-9e92884ab6ef x-openstack-request-id: req-31db71ba-4239-4958-8878-9e92884ab6ef {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:45.120057 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:45.120307 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-31db71ba-4239-4958-8878-9e92884ab6ef {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:45.120703 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31db71ba-4239-4958-8878-9e92884ab6ef'] response: {'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'status': 'completed', 'code': 200} Jul 28 18:05:45.218255 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.241966 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-d5312b1c-edc5-4cd4-b139-e2e2c8b6d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:45.243652 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-d5312b1c-edc5-4cd4-b139-e2e2c8b6d831 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1129 time: 0.0441613 Jul 28 18:05:45.296721 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group (ee8d2197-d7cb-4353-9736-921a854afbcd), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.373816 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-d318f6cc-dd00-44f6-af67-51b06c563a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:45.375550 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-d318f6cc-dd00-44f6-af67-51b06c563a80 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 200 len: 916 time: 0.1137328 Jul 28 18:05:45.383937 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ee8d2197-d7cb-4353-9736-921a854afbcd), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.411897 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '8e941253-d2d6-4755-a0c6-8a8d636c48b2', 'tenant_id': '39115160ca364b2590af12fccde98256', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'port_id': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'mac_address': 'fa:16:3e:97:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417aa872-dcc4-4460-99fb-d48819d6eead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:05:43Z', 'updated_at': '2022-07-28T18:05:43Z', 'revision_number': 0, 'project_id': '39115160ca364b2590af12fccde98256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 5, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:45.422932 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8d2197-d7cb-4353-9736-921a854afbcd,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:45.432046 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.432645 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.433154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.433789 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.434293 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.435315 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.435870 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.436416 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.438177 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.438745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.439266 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.440517 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.441538 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.442904 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.443478 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:45.447790 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] Checking router: 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:05:45.468323 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:05:45.469092 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:05:34Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:45.470136 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-805fda6c-375c-46e1-b20a-f12933580e3d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 999 time: 0.0843165 Jul 28 18:05:45.499777 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.504468 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-bff4b497-e966-4f5d-8f29-ed0d383342fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4390159 Jul 28 18:05:45.504468 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39384) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:45.510099 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-ab6d91a1-9c0f-453f-8a60-6b40fcfe5514 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d2197-d7cb-4353-9736-921a854afbcd', 'project_id': '39115160ca364b2590af12fccde98256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:45.553093 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-00030561-dee9-40ff-aa14-32d87ac62982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:45.554848 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-00030561-dee9-40ff-aa14-32d87ac62982 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=05563190-728f-4160-99c4-24648f2b17dc HTTP/1.1" status: 200 len: 854 time: 0.0737650 Jul 28 18:05:45.600596 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:05:45.618640 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-6d4c0470-4c75-4c56-9e0d-6ff9b5385ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:45.620336 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-6d4c0470-4c75-4c56-9e0d-6ff9b5385ba8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583289 Jul 28 18:05:45.624629 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91a1-9c0f-453f-8a60-6b40fcfe5514 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (109f74ca-19ab-4afd-bc18-3fcc9ac5506a), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.704344 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91a1-9c0f-453f-8a60-6b40fcfe5514 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (109f74ca-19ab-4afd-bc18-3fcc9ac5506a), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.780924 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-2cc3aa7e-bf67-4a43-8fba-11b0f0956da6 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513846 Jul 28 18:05:45.799861 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91a1-9c0f-453f-8a60-6b40fcfe5514 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (109f74ca-19ab-4afd-bc18-3fcc9ac5506a), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.856249 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d91a1-9c0f-453f-8a60-6b40fcfe5514 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109f74ca-19ab-4afd-bc18-3fcc9ac5506a,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:45.943994 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab6d91a1-9c0f-453f-8a60-6b40fcfe5514 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:45.945605 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ab6d91a1-9c0f-453f-8a60-6b40fcfe5514 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4399285 Jul 28 18:05:45.948832 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39392) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:45.953580 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-fbbc0e3a-5c65-45e4-be95-736334b29a81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d2197-d7cb-4353-9736-921a854afbcd', 'project_id': '39115160ca364b2590af12fccde98256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:46.052868 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a488eab6-27c0-481b-9c7e-00b01fae124e req-26a63207-da0d-428c-8996-ecb9750358f0 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111228 Jul 28 18:05:46.121962 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0e3a-5c65-45e4-be95-736334b29a81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (b0ed302b-2cdc-48d8-8f8f-8ce86a573fd1), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.139041 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '8e941253-d2d6-4755-a0c6-8a8d636c48b2', 'tenant_id': '39115160ca364b2590af12fccde98256', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'port_id': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'mac_address': 'fa:16:3e:97:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417aa872-dcc4-4460-99fb-d48819d6eead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:05:43Z', 'updated_at': '2022-07-28T18:05:43Z', 'revision_number': 0, 'project_id': '39115160ca364b2590af12fccde98256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 5, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:05:46.183880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3fd5e-a68a-4fe6-947e-df50b37f898c None None] The sync data for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi is: [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '8e941253-d2d6-4755-a0c6-8a8d636c48b2', 'tenant_id': '39115160ca364b2590af12fccde98256', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'port_id': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'mac_address': 'fa:16:3e:97:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417aa872-dcc4-4460-99fb-d48819d6eead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:05:43Z', 'updated_at': '2022-07-28T18:05:43Z', 'revision_number': 0, 'project_id': '39115160ca364b2590af12fccde98256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 5, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:05:46.222222 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096da49-234e-4c48-9a07-0a4f6ec7a079 req-a5a610e0-f588-40bd-8401-46748ea5442a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:46.224839 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5096da49-234e-4c48-9a07-0a4f6ec7a079 req-a5a610e0-f588-40bd-8401-46748ea5442a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.1046965 Jul 28 18:05:46.278512 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0e3a-5c65-45e4-be95-736334b29a81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (b0ed302b-2cdc-48d8-8f8f-8ce86a573fd1), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.302443 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5096da49-234e-4c48-9a07-0a4f6ec7a079 req-4aa370b6-7b2a-431a-93e9-a5645b0141e7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685902 Jul 28 18:05:46.343749 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0e3a-5c65-45e4-be95-736334b29a81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (b0ed302b-2cdc-48d8-8f8f-8ce86a573fd1), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.368564 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc0e3a-5c65-45e4-be95-736334b29a81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ed302b-2cdc-48d8-8f8f-8ce86a573fd1,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:46.460196 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0e3a-5c65-45e4-be95-736334b29a81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.462170 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-fbbc0e3a-5c65-45e4-be95-736334b29a81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5123663 Jul 28 18:05:46.465096 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39410) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:46.472027 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-9330451b-4eed-459c-a910-fb5a8eb27fd9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d2197-d7cb-4353-9736-921a854afbcd', 'project_id': '39115160ca364b2590af12fccde98256', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:46.479185 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:46.521969 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef53ff-5bd1-4f8e-be8c-554b30428162 None None] New status for floating IP 8e941253-d2d6-4755-a0c6-8a8d636c48b2: ACTIVE {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:05:46.599195 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9330451b-4eed-459c-a910-fb5a8eb27fd9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (62b4f655-6d67-4a91-be6a-1fd3c4ef8eaf), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.717949 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9330451b-4eed-459c-a910-fb5a8eb27fd9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (62b4f655-6d67-4a91-be6a-1fd3c4ef8eaf), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.814945 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9330451b-4eed-459c-a910-fb5a8eb27fd9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (62b4f655-6d67-4a91-be6a-1fd3c4ef8eaf), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.873593 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330451b-4eed-459c-a910-fb5a8eb27fd9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b4f655-6d67-4a91-be6a-1fd3c4ef8eaf,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:46.942043 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9330451b-4eed-459c-a910-fb5a8eb27fd9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.946680 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9330451b-4eed-459c-a910-fb5a8eb27fd9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4772575 Jul 28 18:05:46.946680 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39416) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:46.951895 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-2be49313-3502-41dc-8dc9-c84a817985ac tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d2197-d7cb-4353-9736-921a854afbcd', 'project_id': '39115160ca364b2590af12fccde98256', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:47.132903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:47.136832 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2be49313-3502-41dc-8dc9-c84a817985ac tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (b1536b31-a843-493f-9515-c7c7b8a7b285), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.241310 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2be49313-3502-41dc-8dc9-c84a817985ac tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (b1536b31-a843-493f-9515-c7c7b8a7b285), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.300761 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2be49313-3502-41dc-8dc9-c84a817985ac tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (b1536b31-a843-493f-9515-c7c7b8a7b285), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.334172 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be49313-3502-41dc-8dc9-c84a817985ac tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1536b31-a843-493f-9515-c7c7b8a7b285,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:47.413770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2be49313-3502-41dc-8dc9-c84a817985ac tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.436018 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-2be49313-3502-41dc-8dc9-c84a817985ac tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4679711 Jul 28 18:05:47.436186 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39428) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:47.436186 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d2197-d7cb-4353-9736-921a854afbcd', 'project_id': '39115160ca364b2590af12fccde98256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:47.511041 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b27b-7e01-42f9-8010-e427de64b820 req-7577ca72-058b-4f03-b96b-1061a680de31 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:47.512623 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c910b27b-7e01-42f9-8010-e427de64b820 req-7577ca72-058b-4f03-b96b-1061a680de31 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.1085343 Jul 28 18:05:47.563987 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c910b27b-7e01-42f9-8010-e427de64b820 req-9f861a3b-368d-4ae8-a034-49f9290e0cc9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445366 Jul 28 18:05:47.650817 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.securitygroups_db [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Project 39115160ca364b2590af12fccde98256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:05:47.657571 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (227270ca-5f05-4d00-a16a-c780ab1e04db), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.730947 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (227270ca-5f05-4d00-a16a-c780ab1e04db), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.804616 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (227270ca-5f05-4d00-a16a-c780ab1e04db), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.813016 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:47.827728 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227270ca-5f05-4d00-a16a-c780ab1e04db,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:47.909752 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.911737 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-97a51dd1-7ffb-4add-baac-948250bca5f0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4924848 Jul 28 18:05:47.914694 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39438) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:47.919266 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d2197-d7cb-4353-9736-921a854afbcd', 'project_id': '39115160ca364b2590af12fccde98256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:48.063908 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.securitygroups_db [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Project 39115160ca364b2590af12fccde98256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:05:48.070418 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (79e5d468-3851-4e34-9ba6-b4ee89e266c2), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:48.140588 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (79e5d468-3851-4e34-9ba6-b4ee89e266c2), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:48.213069 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (79e5d468-3851-4e34-9ba6-b4ee89e266c2), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:48.234154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e5d468-3851-4e34-9ba6-b4ee89e266c2,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:48.334227 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:48.341316 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-67f5dd86-ddca-4607-bc29-f9b5a2359ad7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4207156 Jul 28 18:05:48.440974 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-95ce60e0-4285-42aa-8874-726526862fc6 req-ce170b49-1bcd-4152-9538-cb59d94fb45d tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386670491&fields=id&tenant_id=39115160ca364b2590af12fccde98256 HTTP/1.1" status: 200 len: 267 time: 0.0550344 Jul 28 18:05:48.461453 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:05:48.514744 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce60e0-4285-42aa-8874-726526862fc6 req-c0ea3fa4-acdf-4206-be53-77114ec0c9dc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:48.517194 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-95ce60e0-4285-42aa-8874-726526862fc6 req-c0ea3fa4-acdf-4206-be53-77114ec0c9dc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0676363 Jul 28 18:05:48.531120 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'port': {'security_groups': ['6f5c6ff0-5f1c-489b-b205-2c454da2c406', 'ee8d2197-d7cb-4353-9736-921a854afbcd']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:48.577959 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:48.611204 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:48.614591 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:48.625399 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:48.627538 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'port_id': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'mac_address': 'fa:16:3e:a9:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:05:48.668927 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:48.669482 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:48.685820 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8980c8f3-7810-4b7b-b88d-1b866e291a34 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:05:48.712488 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:48.722062 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:48.732847 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e579a-6c61-4029-81db-271a31b1a6e9 req-d5778682-ea0b-41d3-8f22-e152b0230f1f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:48.734771 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ea7e579a-6c61-4029-81db-271a31b1a6e9 req-d5778682-ea0b-41d3-8f22-e152b0230f1f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 944 time: 0.0691988 Jul 28 18:05:48.782051 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:48.797502 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ea7e579a-6c61-4029-81db-271a31b1a6e9 req-c5657769-61bd-4466-8ae9-d3310a6b4032 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554700 Jul 28 18:05:48.847333 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=9']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:48.876888 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.877974 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.878601 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.878981 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.879382 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.881665 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.882088 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.882604 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.883018 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.883424 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.883829 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.884251 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.884652 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.885053 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.886007 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:48.888963 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f808f4a9-93f4-4595-be63-aba89386ee2a,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:48.944703 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:49.055901 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:49.100995 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['f808f4a9-93f4-4595-be63-aba89386ee2a'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:49.113384 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:49.114147 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:49.115519 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-95ce60e0-4285-42aa-8874-726526862fc6 req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "PUT /v2.0/ports/f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 981 time: 0.5911689 Jul 28 18:05:49.115992 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:05:49.118486 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f225645-2bca-4f1a-8cf2-927d9cf9de00" -d '{"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:49.123631 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:49.139700 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c60a1-c32b-4956-987a-c3f585cadc88 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=6']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:49.184709 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56cdb63-ffae-4f13-9e9b-5a9d8642af85 x-openstack-request-id: req-d56cdb63-ffae-4f13-9e9b-5a9d8642af85 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:49.184989 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:49.185290 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d56cdb63-ffae-4f13-9e9b-5a9d8642af85 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:49.185840 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56cdb63-ffae-4f13-9e9b-5a9d8642af85'] response: {'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'status': 'completed', 'code': 200} Jul 28 18:05:49.274277 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['8980c8f3-7810-4b7b-b88d-1b866e291a34'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:49.287784 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423358-1a9e-43b5-9538-1fa34a50e6e0 req-fe4688f6-bdcb-456e-b16d-8d29336c4017 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:49.297824 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac423358-1a9e-43b5-9538-1fa34a50e6e0 req-fe4688f6-bdcb-456e-b16d-8d29336c4017 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.1012988 Jul 28 18:05:49.316476 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-b4087f3e-dad7-4010-9b3b-1295aa80f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:49.319881 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-b4087f3e-dad7-4010-9b3b-1295aa80f100 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1168 time: 0.0699403 Jul 28 18:05:49.425626 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac423358-1a9e-43b5-9538-1fa34a50e6e0 req-bf31e75f-e81e-4a9f-a9cc-f4e76653562b tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203136 Jul 28 18:05:49.464225 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['f808f4a9-93f4-4595-be63-aba89386ee2a'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:05:49.477521 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-b649f55f-6b09-4a1e-b7a7-e4bb06560035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:49.478474 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-b649f55f-6b09-4a1e-b7a7-e4bb06560035 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 200 len: 916 time: 0.1494560 Jul 28 18:05:49.561719 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-49ebadcd-9679-4364-a719-029f119d7840 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 1001 time: 0.0702908 Jul 28 18:05:49.625914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-9c76c9c2-432f-4878-85a1-37a1c6edd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:49.627618 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-9c76c9c2-432f-4878-85a1-37a1c6edd387 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=05563190-728f-4160-99c4-24648f2b17dc HTTP/1.1" status: 200 len: 854 time: 0.0541990 Jul 28 18:05:49.627745 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e61b13c6-6de3-4fbd-911e-18a8aa537bfb None None] Provisioning complete for port f808f4a9-93f4-4595-be63-aba89386ee2a triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:49.628120 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e61b13c6-6de3-4fbd-911e-18a8aa537bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:49.678425 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:49.693230 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-4b19a0c3-7ff0-4ce6-8a7c-31fcb02c2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:49.695302 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-4b19a0c3-7ff0-4ce6-8a7c-31fcb02c2225 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603027 Jul 28 18:05:49.812245 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:49.847422 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-3113c4c8-c73b-4ec1-a998-a82b20fc85ae service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453025 Jul 28 18:05:49.860860 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e61b13c6-6de3-4fbd-911e-18a8aa537bfb None None] Current status of the port f808f4a9-93f4-4595-be63-aba89386ee2a is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:50.030882 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65532679-9555-4150-b7a6-5dcedd0cc8d4 req-b7d64d00-1758-443f-8ae1-fac82b822b6a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:50.032836 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-65532679-9555-4150-b7a6-5dcedd0cc8d4 req-b7d64d00-1758-443f-8ae1-fac82b822b6a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 945 time: 0.0776024 Jul 28 18:05:50.066457 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9f225645-2bca-4f1a-8cf2-927d9cf9de00 req-4202e66f-d775-4903-bd9e-68abc76fa773 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121582 Jul 28 18:05:50.112166 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-65532679-9555-4150-b7a6-5dcedd0cc8d4 req-b9673aa4-8307-4922-82de-9f0ee6699e8b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723467 Jul 28 18:05:50.769414 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:50.802540 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d87410c5-9361-4521-91af-b7c4db14903e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342836541&fields=id&tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 267 time: 0.0470524 Jul 28 18:05:50.943307 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-175a3c6e-d640-4914-96ca-906baa2f0ea1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:50.945055 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-175a3c6e-d640-4914-96ca-906baa2f0ea1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 811 time: 0.1347222 Jul 28 18:05:50.973930 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-28a21632-1d64-4e10-86cd-ac45ac624194 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/quotas/a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 375 time: 0.0144720 Jul 28 18:05:50.990482 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:05:51.044818 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 8980c8f3-7810-4b7b-b88d-1b866e291a34 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:51.045206 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:51.072554 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-584222d5-73db-4c53-bae0-e798a0860629 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850084 Jul 28 18:05:51.141463 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 8980c8f3-7810-4b7b-b88d-1b866e291a34 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:51.141870 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:51.169011 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:05:51.171357 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c44fe5d-17d3-40d1-83c8-2c5fb87ae569" -d '{"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-plugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:05:51.224210 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:05:51.232479 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d67bfdd2-d9ae-473d-8bb4-748ea883d7dd service neutron] 10.222.0.85 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559107 Jul 28 18:05:51.307476 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:51.315242 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d296d6a-9cfe-41bc-bb74-4d57f8f9480e x-openstack-request-id: req-5d296d6a-9cfe-41bc-bb74-4d57f8f9480e {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:05:51.315773 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-plugged", "status": "completed", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:05:51.316179 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5d296d6a-9cfe-41bc-bb74-4d57f8f9480e {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:05:51.316980 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d296d6a-9cfe-41bc-bb74-4d57f8f9480e'] response: {'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'code': 200} Jul 28 18:05:51.367923 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d6fc9b80-413e-4ba8-bce9-605c8757d549 service neutron] 10.222.0.85 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238720 Jul 28 18:05:51.437124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=10']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:51.481023 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850375-9022-4dd1-866a-05fdfc0e2d61 req-28637fd4-2c01-455c-93cb-7d992b406a0d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:51.485637 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a5850375-9022-4dd1-866a-05fdfc0e2d61 req-28637fd4-2c01-455c-93cb-7d992b406a0d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.1113305 Jul 28 18:05:51.586513 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a5850375-9022-4dd1-866a-05fdfc0e2d61 req-cc06e23f-5b45-4917-9de7-aa50832220be tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896549 Jul 28 18:05:52.253670 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a36f7-7202-4a55-8e4d-68575eea7f85 req-16bc0697-57a5-4d98-a700-408e93688095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:52.266793 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ff2a36f7-7202-4a55-8e4d-68575eea7f85 req-16bc0697-57a5-4d98-a700-408e93688095 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 1131 time: 0.0955825 Jul 28 18:05:52.324482 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3a79139b-4717-4ba6-9321-c317bee6575f req-14217b8d-cd50-4b7c-85b0-9f44349edada tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0667849 Jul 28 18:05:52.332913 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ff2a36f7-7202-4a55-8e4d-68575eea7f85 req-24769175-4d9a-4e1e-b037-0074bde3b515 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532424 Jul 28 18:05:53.105493 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ea1a-1437-4c57-aa11-6078971b65ae req-10d7dd75-0cea-428d-8960-90935923aa3d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:53.107228 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e7a8ea1a-1437-4c57-aa11-6078971b65ae req-10d7dd75-0cea-428d-8960-90935923aa3d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.3934135 Jul 28 18:05:53.208833 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e7a8ea1a-1437-4c57-aa11-6078971b65ae req-6e12d79a-4483-4bd8-9295-cc12e9e8e857 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831690 Jul 28 18:05:53.442279 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-920c09c7-8aaf-4d45-8c0f-9b7de39b23b4 req-d8a31ffa-7ff0-4df7-9dc3-f6b47ea61ebb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0439122 Jul 28 18:05:53.442279 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39572) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:53.559558 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f84c293d-1d7b-4f99-b0e1-ae7647af3c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.577914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:53.650880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f84c293d-1d7b-4f99-b0e1-ae7647af3c93 admin admin] Publish callbacks [] for security_group (bdbf0503-83a4-473f-b8c4-debfd6a824d4), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.703417 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f84c293d-1d7b-4f99-b0e1-ae7647af3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (bdbf0503-83a4-473f-b8c4-debfd6a824d4), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.708747 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:53.745860 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f84c293d-1d7b-4f99-b0e1-ae7647af3c93 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c94794f8585e4be7a0800a1d405e331d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066957 Jul 28 18:05:53.746757 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c293d-1d7b-4f99-b0e1-ae7647af3c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf0503-83a4-473f-b8c4-debfd6a824d4,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:53.748708 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39588) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:53.817032 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f7a05e3e-d136-4870-8012-54af3db34757 admin admin] Publish callbacks [] for security_group (bdbf0503-83a4-473f-b8c4-debfd6a824d4), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.840821 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f7a05e3e-d136-4870-8012-54af3db34757 admin admin] Publish callbacks [] for security_group (bdbf0503-83a4-473f-b8c4-debfd6a824d4), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.956182 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f7a05e3e-d136-4870-8012-54af3db34757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (bdbf0503-83a4-473f-b8c4-debfd6a824d4), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.958964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f7a05e3e-d136-4870-8012-54af3db34757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.961161 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f7a05e3e-d136-4870-8012-54af3db34757 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bdbf0503-83a4-473f-b8c4-debfd6a824d4 HTTP/1.1" status: 204 len: 168 time: 0.2104409 Jul 28 18:05:53.969996 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a05e3e-d136-4870-8012-54af3db34757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf0503-83a4-473f-b8c4-debfd6a824d4,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:54.357269 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3919a98-8c87-48a9-ba38-6833c9036ad8 req-cbd31bdf-7509-4633-9c65-e8554a28b550 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:54.358769 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a3919a98-8c87-48a9-ba38-6833c9036ad8 req-cbd31bdf-7509-4633-9c65-e8554a28b550 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0527635 Jul 28 18:05:54.415296 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a3919a98-8c87-48a9-ba38-6833c9036ad8 req-70d3f746-c393-4a78-9bf0-e1be08ac817e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497413 Jul 28 18:05:54.559911 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-38b9059c-25e3-44dd-9e92-8133e07e4d59 req-a553dcc4-1083-4a2c-be3a-cf1a2d0eb963 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0296488 Jul 28 18:05:55.548344 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259e038-6449-4784-9c72-9a78c22d6f95 req-e6b96e55-cbe1-448e-81e5-6b3697d04542 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:55.550392 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3259e038-6449-4784-9c72-9a78c22d6f95 req-e6b96e55-cbe1-448e-81e5-6b3697d04542 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0500100 Jul 28 18:05:55.577965 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:55.600112 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3259e038-6449-4784-9c72-9a78c22d6f95 req-1b547db0-fff8-4165-a6aa-0e8ca92c47b6 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436931 Jul 28 18:05:55.667837 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d382c7c0-f13f-4bdf-9790-fdc3cba5f080 req-e7d1646c-4960-42cc-bed7-e3ae0f91fca9 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0287554 Jul 28 18:05:55.947237 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39708) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:56.059012 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2a317ced-1274-46e4-9637-5dd82d6cb327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.141890 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2a317ced-1274-46e4-9637-5dd82d6cb327 admin admin] Publish callbacks [] for security_group (751a3306-63ba-4f6a-b9b0-1ed908a0e80c), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.228642 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:56.290308 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2a317ced-1274-46e4-9637-5dd82d6cb327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (751a3306-63ba-4f6a-b9b0-1ed908a0e80c), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.325606 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.330957 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-2a317ced-1274-46e4-9637-5dd82d6cb327 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c98157e4eb44d91ab6e16179d6dd9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825526 Jul 28 18:05:56.333098 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a317ced-1274-46e4-9637-5dd82d6cb327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751a3306-63ba-4f6a-b9b0-1ed908a0e80c,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:56.333806 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39726) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:56.388023 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a08b80a2-8049-4d8f-b99e-283c21d45d27 admin admin] Publish callbacks [] for security_group (751a3306-63ba-4f6a-b9b0-1ed908a0e80c), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.411628 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a08b80a2-8049-4d8f-b99e-283c21d45d27 admin admin] Publish callbacks [] for security_group (751a3306-63ba-4f6a-b9b0-1ed908a0e80c), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.549289 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a08b80a2-8049-4d8f-b99e-283c21d45d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (751a3306-63ba-4f6a-b9b0-1ed908a0e80c), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.551908 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a08b80a2-8049-4d8f-b99e-283c21d45d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:56.553063 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a08b80a2-8049-4d8f-b99e-283c21d45d27 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/751a3306-63ba-4f6a-b9b0-1ed908a0e80c HTTP/1.1" status: 204 len: 168 time: 0.2181809 Jul 28 18:05:56.561058 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b80a2-8049-4d8f-b99e-283c21d45d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a3306-63ba-4f6a-b9b0-1ed908a0e80c,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:56.742705 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4c60-cca8-4a2b-90f5-8b224845400b req-bfaef1ea-f255-4406-bab7-f1555bab6b91 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:56.744461 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53fb4c60-cca8-4a2b-90f5-8b224845400b req-bfaef1ea-f255-4406-bab7-f1555bab6b91 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0525234 Jul 28 18:05:56.773338 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-80cd9dfe-2104-4003-bc39-81b6527baa74 req-d7b4b8ac-d46a-4ba4-bd35-d021b3c23401 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0287392 Jul 28 18:05:56.784290 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:56.800373 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53fb4c60-cca8-4a2b-90f5-8b224845400b req-df759548-d9c2-4f53-87a4-8a775ec65e50 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469527 Jul 28 18:05:57.590021 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39770) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:57.686973 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-472040500-network', 'tenant_id': '613c6d4f37814a209077ac2c19506674'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:57.799924 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Made reservation on behalf of 613c6d4f37814a209077ac2c19506674 for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:57.802447 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:57.811965 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:57.904018 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f28836a3-cf7b-43b0-80ad-dd78a8fa4fe7 req-4350d062-15cb-415c-832d-14a47f0ffa98 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0521252 Jul 28 18:05:57.942319 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks [] for security_group (c1b30aa0-54c3-4a6c-940c-54d873482ca3), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:57.959217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e916-cd14-4f0e-91c8-17c224097a12 req-69359236-7c6c-409e-bbd8-c302fce08be7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:57.964698 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9ef5e916-cd14-4f0e-91c8-17c224097a12 req-69359236-7c6c-409e-bbd8-c302fce08be7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0543778 Jul 28 18:05:58.014794 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9ef5e916-cd14-4f0e-91c8-17c224097a12 req-9fe55aaf-5200-46a7-8511-50be53113767 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483747 Jul 28 18:05:58.049861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c1b30aa0-54c3-4a6c-940c-54d873482ca3), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.073004 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:05:58.087687 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b30aa0-54c3-4a6c-940c-54d873482ca3,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:58.093499 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (fe26c3a9-e057-48f8-aef5-ffc6c88c9e19), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.093841 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Added segment fe26c3a9-e057-48f8-aef5-ffc6c88c9e19 of type vlan for network 01c55f50-a315-477f-80d3-c30431bfaa68 Jul 28 18:05:58.134729 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (01c55f50-a315-477f-80d3-c30431bfaa68), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.262632 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (01c55f50-a315-477f-80d3-c30431bfaa68), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.263647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:58.264229 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.344329 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=01c55f50-a315-477f-80d3-c30431bfaa68,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:58.354776 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 01c55f50-a315-477f-80d3-c30431bfaa68 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:05:58.379753 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2505e007-2e98-40ec-a765-8de0ced54ee3 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:58.382408 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2505e007-2e98-40ec-a765-8de0ced54ee3 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 811 time: 0.1690636 Jul 28 18:05:58.409640 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:58.425982 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0193e0e5-4df7-4db8-9c09-287a032e2eb9 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8341064 Jul 28 18:05:58.433635 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39784) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:58.434285 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Request body: {'subnet': {'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-472040500-subnet', 'tenant_id': '613c6d4f37814a209077ac2c19506674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:58.488706 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d37196a2-4d02-4b31-aead-4fe0fda0f3aa tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 380 time: 0.0863633 Jul 28 18:05:58.505903 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'port': {'device_id': '1f1642e2-8e19-4214-8ada-503d731de538', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'admin_state_up': True, 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'security_groups': ['7d626d7d-b8fe-4435-9d4b-53ace8fb8048']}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:58.520411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Made reservation on behalf of 613c6d4f37814a209077ac2c19506674 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:58.523386 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29463293'] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.583764 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:58.738086 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Made reservation on behalf of a1b1e6abd55a4b17b4a452a80a6bbdbc for: {'port': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:05:58.741643 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.774441 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31051913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29463251'] for subnet (2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.838503 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:58.845996 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Checking segment: {'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:05:58.846608 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Network hostable DHCP agents. Network: 01c55f50-a315-477f-80d3-c30431bfaa68, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:05:58.880739 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Allocated IP 172.20.0.9 (2745d657-8db7-4817-b0a4-814cddf7a093/08ef3431-6ca3-4489-9b13-69d86c343a65/e04a6944-3588-4a0b-9a97-45eafc96eeed) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:05:58.941883 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Network 01c55f50-a315-477f-80d3-c30431bfaa68 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:05:59.022165 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-878eca02-5a5d-4020-8b27-bbf787fe6784 req-29b8c600-4cd2-4953-a51f-1b8137255c41 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0369542 Jul 28 18:05:59.061704 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 01c55f50-a315-477f-80d3-c30431bfaa68) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:59.067483 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:59.068380 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.071710 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.077632 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f9375-7031-49c9-ad9c-3e3646d5a9fa None None] Network 01c55f50-a315-477f-80d3-c30431bfaa68 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:05:59.098754 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:59.150199 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2aadf-655d-467d-9b47-e9b6b9ec9238 req-19040400-890f-4f00-b7ef-6b7aac1a207f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:59.151748 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-96e2aadf-655d-467d-9b47-e9b6b9ec9238 req-19040400-890f-4f00-b7ef-6b7aac1a207f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0512187 Jul 28 18:05:59.192494 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22817ac0-447d-4dd7-b823-36c93d97f57e None None] Network 01c55f50-a315-477f-80d3-c30431bfaa68 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:05:59.201444 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-96e2aadf-655d-467d-9b47-e9b6b9ec9238 req-a2773bbc-24f9-4c94-9357-292cf1075c7b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441263 Jul 28 18:05:59.252026 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.256144 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-2c24edd6-9e45-4a3d-afc6-ce7fc4f5de45 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8262732 Jul 28 18:05:59.320952 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Network 2745d657-8db7-4817-b0a4-814cddf7a093 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:05:59.325190 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:05:59.330260 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:05:59.380891 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:59.381532 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.383212 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39802) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:59.387810 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=e04a6944-3588-4a0b-9a97-45eafc96eeed,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:59.450889 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] Deleting subnet c0da6343-ef39-4c2f-9839-c81f88de5bf1 {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:05:59.454102 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:59.455906 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] Publish callbacks [] for subnet (c0da6343-ef39-4c2f-9839-c81f88de5bf1), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.494399 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2011bbef-2f02-4afe-b442-28a76581d0da tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9931901 Jul 28 18:05:59.505267 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31054957'] for subnet (c0da6343-ef39-4c2f-9839-c81f88de5bf1), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.518984 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Request body: {'port': {'device_id': '1f1642e2-8e19-4214-8ada-503d731de538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:59.561661 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (c0da6343-ef39-4c2f-9839-c81f88de5bf1), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.584516 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:59.603685 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.686710 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-68af0ec4-e9b5-4dab-b2f6-e9d670af1de1 None None] Provisioning complete for port e04a6944-3588-4a0b-9a97-45eafc96eeed triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:59.687273 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-68af0ec4-e9b5-4dab-b2f6-e9d670af1de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.715486 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:59.725747 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-68af0ec4-e9b5-4dab-b2f6-e9d670af1de1 None None] Port e04a6944-3588-4a0b-9a97-45eafc96eeed cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:05:59.799050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31051848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29463256'] for subnet (c0da6343-ef39-4c2f-9839-c81f88de5bf1), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.832047 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0da6343-ef39-4c2f-9839-c81f88de5bf1,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:59.839635 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.840040 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:59.840120 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-61b14692-4835-4637-9c3a-c60d931748df admin admin] 10.222.0.85 "DELETE /v2.0/subnets/c0da6343-ef39-4c2f-9839-c81f88de5bf1 HTTP/1.1" status: 204 len: 168 time: 0.4527755 Jul 28 18:05:59.840120 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39810) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:59.884100 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04a6944-3588-4a0b-9a97-45eafc96eeed {{(pid=116180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:05:59.892759 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Publish callbacks [] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.905912 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.provisioning_blocks [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Transition to ACTIVE for port object e04a6944-3588-4a0b-9a97-45eafc96eeed will not be triggered until provisioned by entity L2. {{(pid=116180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:05:59.918140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (9deb3c13-2833-461f-adf7-1cc4897c90a6), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:59.992851 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.003343 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (9deb3c13-2833-461f-adf7-1cc4897c90a6), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.026436 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9deb3c13-2833-461f-adf7-1cc4897c90a6']}} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:00.042116 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fc35e2-378f-45a8-bd1e-db8539fffdff') {'for_net_delete': True} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:00.042687 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fc35e2-378f-45a8-bd1e-db8539fffdff') {} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:00.058149 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31054964'] for segment (86fc35e2-378f-45a8-bd1e-db8539fffdff), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.102326 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (86fc35e2-378f-45a8-bd1e-db8539fffdff), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.103137 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Pushing event updated for resources: {'Port': ['ID=e04a6944-3588-4a0b-9a97-45eafc96eeed,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:00.103228 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=116181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:06:00.103228 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31051798'] for segment (86fc35e2-378f-45a8-bd1e-db8539fffdff), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.150322 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 86fc35e2-378f-45a8-bd1e-db8539fffdff resource provider aggregate not found Jul 28 18:06:00.175319 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Attempting to bind port e04a6944-3588-4a0b-9a97-45eafc96eeed on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:00.176765 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Attempting to bind port e04a6944-3588-4a0b-9a97-45eafc96eeed by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:00.176765 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Attempting to bind port e04a6944-3588-4a0b-9a97-45eafc96eeed on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:00.180216 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 86fc35e2-378f-45a8-bd1e-db8539fffdff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86fc35e2-378f-45a8-bd1e-db8539fffdff found for delete ", "request_id": "req-f603d384-0f4e-4f90-8436-3a4c58a7ee78"}]} Jul 28 18:06:00.187569 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Port e04a6944-3588-4a0b-9a97-45eafc96eeed on network 2745d657-8db7-4817-b0a4-814cddf7a093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:06:00.187897 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Attempting to bind port e04a6944-3588-4a0b-9a97-45eafc96eeed on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:00.202953 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6badc-34f3-4bfa-a3c6-ee98c774a775 req-531833f9-2fa0-4bb0-a970-93403381fe80 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:00.204731 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b3a6badc-34f3-4bfa-a3c6-ee98c774a775 req-531833f9-2fa0-4bb0-a970-93403381fe80 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0660079 Jul 28 18:06:00.205846 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:00.206189 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Checking segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:00.206619 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Bound using segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:00.207072 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Bound port: e04a6944-3588-4a0b-9a97-45eafc96eeed, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:00.207439 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.278892 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:00.286210 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=27 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:00.307742 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b3a6badc-34f3-4bfa-a3c6-ee98c774a775 req-ac78c417-54d1-463b-ab0f-d8061fe94dd7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966537 Jul 28 18:06:00.313871 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] For port e04a6944-3588-4a0b-9a97-45eafc96eeed, host hv-cinder-83754, cleared binding levels {{(pid=116180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:00.317560 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] For port e04a6944-3588-4a0b-9a97-45eafc96eeed, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:00.381638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (9deb3c13-2833-461f-adf7-1cc4897c90a6), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.387230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.390854 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9deb3c13-2833-461f-adf7-1cc4897c90a6 HTTP/1.1" status: 204 len: 168 time: 0.5477774 Jul 28 18:06:00.405683 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d5b70-4669-477f-a336-ff874b52d0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9deb3c13-2833-461f-adf7-1cc4897c90a6,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:00.567121 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.598780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:00.609305 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:00.609925 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:00.612495 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] 10.222.0.99 "PUT /v2.0/ports/e04a6944-3588-4a0b-9a97-45eafc96eeed HTTP/1.1" status: 200 len: 1093 time: 1.0980234 Jul 28 18:06:00.612940 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:00.615436 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d787930-35ac-4953-8414-f2ba8054e025" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:00.630440 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cae896-d7bf-4526-b342-1a305993973f service neutron] Pushing event updated for resources: {'Port': ['ID=e04a6944-3588-4a0b-9a97-45eafc96eeed,revision_number=3']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:00.666965 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f87051-5ab0-4f0f-b52b-e6a993be3bf6 x-openstack-request-id: req-73f87051-5ab0-4f0f-b52b-e6a993be3bf6 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:00.667257 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:00.667771 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-73f87051-5ab0-4f0f-b52b-e6a993be3bf6 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:00.668783 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f87051-5ab0-4f0f-b52b-e6a993be3bf6'] response: {'name': 'network-changed', 'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'status': 'completed', 'code': 200} Jul 28 18:06:00.771781 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787930-35ac-4953-8414-f2ba8054e025 req-0d007a6c-8069-4302-acc2-c3d9022c0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:00.773480 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3d787930-35ac-4953-8414-f2ba8054e025 req-0d007a6c-8069-4302-acc2-c3d9022c0338 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 1127 time: 0.0510466 Jul 28 18:06:00.966800 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787930-35ac-4953-8414-f2ba8054e025 req-3367123f-5c30-479c-b2ac-6a19dd9b8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:00.968303 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3d787930-35ac-4953-8414-f2ba8054e025 req-3367123f-5c30-479c-b2ac-6a19dd9b8dc2 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1779444 Jul 28 18:06:01.047734 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2b46c282-3f14-481d-a8ad-19f0a7a754e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:01.067064 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39836) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:01.119952 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b9cba692-8337-438d-b031-dd1c36fdea0f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=834ec9d4361246999cc4e822acaa6b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515871 Jul 28 18:06:01.122498 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 39838) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:01.178654 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2c80e1e2-de52-4f24-84f7-99de7f78b863 admin admin] Publish callbacks [] for security_group (578a97fb-c706-4cae-8a03-766eb658445f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:01.201201 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2c80e1e2-de52-4f24-84f7-99de7f78b863 admin admin] Publish callbacks [] for security_group (578a97fb-c706-4cae-8a03-766eb658445f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:01.364161 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2c80e1e2-de52-4f24-84f7-99de7f78b863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (578a97fb-c706-4cae-8a03-766eb658445f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:01.368206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2c80e1e2-de52-4f24-84f7-99de7f78b863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:01.369448 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-2c80e1e2-de52-4f24-84f7-99de7f78b863 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/578a97fb-c706-4cae-8a03-766eb658445f HTTP/1.1" status: 204 len: 168 time: 0.2460148 Jul 28 18:06:01.380717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80e1e2-de52-4f24-84f7-99de7f78b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a97fb-c706-4cae-8a03-766eb658445f,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:01.387475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787930-35ac-4953-8414-f2ba8054e025 req-99196755-ddf4-46f8-8c17-0bf41e86ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:01.389367 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3d787930-35ac-4953-8414-f2ba8054e025 req-99196755-ddf4-46f8-8c17-0bf41e86ec61 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4071212 Jul 28 18:06:01.441187 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9125-f7ee-40b4-9640-e0f1ca4b3fec req-8ba97af9-50c6-464d-ad91-185deb929ead tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:01.442713 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3e7b9125-f7ee-40b4-9640-e0f1ca4b3fec req-8ba97af9-50c6-464d-ad91-185deb929ead tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0585711 Jul 28 18:06:01.529524 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-9b860d8e-d1c0-490b-9384-b014b2431cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:01.531150 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-9b860d8e-d1c0-490b-9384-b014b2431cd3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 1127 time: 0.0647714 Jul 28 18:06:01.534983 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3e7b9125-f7ee-40b4-9640-e0f1ca4b3fec req-af8a489c-7462-4996-a697-0ce47fc058f6 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855646 Jul 28 18:06:01.582663 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-87dac6ab-dd12-4616-8bd4-650d957a75f5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed HTTP/1.1" status: 200 len: 217 time: 0.0354412 Jul 28 18:06:01.638900 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-45bd5c58-c0ba-4fc3-8f82-f8c45a171533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:01.640485 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-45bd5c58-c0ba-4fc3-8f82-f8c45a171533 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0465956 Jul 28 18:06:01.688368 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-9d16e3e4-b662-466d-8bf6-b9162c49e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:01.690807 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-9d16e3e4-b662-466d-8bf6-b9162c49e4af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438704 Jul 28 18:06:01.801246 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-2bdaa327-4ae3-4317-97c4-64525d9189e1 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024501 Jul 28 18:06:01.920199 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ac33976a-d3c3-48f3-99ce-6df7af716e9f req-92c18a59-9bd9-478a-a00d-62d98512dbe0 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083016 Jul 28 18:06:01.926126 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:02.160950 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d350fc-4572-4307-975d-e969527eaab9 req-f4d8231e-16cc-478a-8c76-c915d9cf6a6a tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:02.162392 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-f4d8231e-16cc-478a-8c76-c915d9cf6a6a tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/networks?id=01c55f50-a315-477f-80d3-c30431bfaa68 HTTP/1.1" status: 200 len: 813 time: 0.1170614 Jul 28 18:06:02.178833 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-22dc0685-be1a-4fc4-8eff-2179e5d4c779 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/quotas/613c6d4f37814a209077ac2c19506674 HTTP/1.1" status: 200 len: 375 time: 0.0102966 Jul 28 18:06:02.213164 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-96fd5036-8eee-493d-b3dd-b1e4bdb9853d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=613c6d4f37814a209077ac2c19506674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289323 Jul 28 18:06:02.312347 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-132a015f-6b57-4596-b386-5b944085b2da service neutron] 10.222.0.85 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914910 Jul 28 18:06:02.354668 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:02.411964 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-e47fc523-be8e-45e3-9d89-ea1aa7f415b7 service neutron] 10.222.0.85 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925708 Jul 28 18:06:02.671434 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014923b-4b08-4839-b74d-2f65e4898883 req-dc053420-5b1c-4037-8f0a-c3498d02319b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:02.675576 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d014923b-4b08-4839-b74d-2f65e4898883 req-dc053420-5b1c-4037-8f0a-c3498d02319b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0634701 Jul 28 18:06:02.707833 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4570e400-f867-4cd7-8503-99816871a00e req-c619092c-fed9-499a-bc7f-fbf5837dd500 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0452592 Jul 28 18:06:02.747063 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d014923b-4b08-4839-b74d-2f65e4898883 req-0ccc280e-485f-4779-9fd2-7e0f33c7b306 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634995 Jul 28 18:06:03.577309 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-521db023-773a-4eea-a3f7-710eab194d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:03.795372 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b6ad443c-d5c3-44d2-ac59-4d7c21c7049c req-14d2c54a-fdfb-4735-9183-f0aaedebd60f tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Jul 28 18:06:03.880380 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d7647-c311-42ad-aa12-d36a44078fb4 req-a453052a-f435-4eb0-ac11-f6889e23fb1b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:03.881887 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2c2d7647-c311-42ad-aa12-d36a44078fb4 req-a453052a-f435-4eb0-ac11-f6889e23fb1b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0544436 Jul 28 18:06:03.933653 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2c2d7647-c311-42ad-aa12-d36a44078fb4 req-9e8ed210-abf4-488d-a228-a648437267bb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Jul 28 18:06:04.365574 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:04.919133 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39942) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:04.920337 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d29e42b-c185-48ab-a2fc-6c745e2a490e req-4eeed111-7d81-4f6f-953b-06c73c1c1fa3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0336194 Jul 28 18:06:05.064084 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8800e1e1-b756-44ec-a018-a5d24bd3d492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:05.083375 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757dce-bebd-4258-a78c-be8b13e55d07 req-9b810c80-ec0f-4c16-ad13-44e1f0ae482e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:05.083375 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-81757dce-bebd-4258-a78c-be8b13e55d07 req-9b810c80-ec0f-4c16-ad13-44e1f0ae482e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0676391 Jul 28 18:06:05.161834 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-81757dce-bebd-4258-a78c-be8b13e55d07 req-e854b8b9-7c9f-44be-86d5-96823106c20d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724416 Jul 28 18:06:05.201919 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8800e1e1-b756-44ec-a018-a5d24bd3d492 admin admin] Publish callbacks [] for security_group (ce521b9b-a565-403f-aafc-3f6e06f16b99), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:05.268650 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8800e1e1-b756-44ec-a018-a5d24bd3d492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ce521b9b-a565-403f-aafc-3f6e06f16b99), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:05.311019 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800e1e1-b756-44ec-a018-a5d24bd3d492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce521b9b-a565-403f-aafc-3f6e06f16b99,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:05.316255 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8800e1e1-b756-44ec-a018-a5d24bd3d492 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=804411d08ada467c916025fbfd35f940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959823 Jul 28 18:06:05.318969 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39952) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:05.341060 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:05.371441 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-aa500049-c759-4742-85ab-7c9cd3924f7a admin admin] Publish callbacks [] for security_group (ce521b9b-a565-403f-aafc-3f6e06f16b99), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:05.393976 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-aa500049-c759-4742-85ab-7c9cd3924f7a admin admin] Publish callbacks [] for security_group (ce521b9b-a565-403f-aafc-3f6e06f16b99), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:05.525641 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-aa500049-c759-4742-85ab-7c9cd3924f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ce521b9b-a565-403f-aafc-3f6e06f16b99), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:05.528163 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-aa500049-c759-4742-85ab-7c9cd3924f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:05.529309 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-aa500049-c759-4742-85ab-7c9cd3924f7a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ce521b9b-a565-403f-aafc-3f6e06f16b99 HTTP/1.1" status: 204 len: 168 time: 0.2093475 Jul 28 18:06:05.538930 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa500049-c759-4742-85ab-7c9cd3924f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce521b9b-a565-403f-aafc-3f6e06f16b99,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:06.022568 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2ddd7ed8-7a94-47b6-b657-a9feb4583b02 req-cf2dc1d3-cf6a-4d59-9b64-a08a9e5e186f tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0304112 Jul 28 18:06:06.101175 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.153885 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.283317 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e24bb-aa05-4ea7-b207-54030ba4be30 req-329bb65e-6d3a-416f-b8b1-7014b12d4228 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:06.284858 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fc5e24bb-aa05-4ea7-b207-54030ba4be30 req-329bb65e-6d3a-416f-b8b1-7014b12d4228 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0506670 Jul 28 18:06:06.339817 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fc5e24bb-aa05-4ea7-b207-54030ba4be30 req-6da6d069-8359-47a0-8d45-314f1d286dd7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493827 Jul 28 18:06:06.541018 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39984) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:06.637986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1994614214-network', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:06.734918 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Made reservation on behalf of efa7968cb99d4470b48f8ff2fd8bad7a for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:06.738017 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.747236 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.790867 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:06.822920 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks [] for security_group (e0e7b6ef-3d5e-4e44-927b-a99736c9d567), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.891287 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e0e7b6ef-3d5e-4e44-927b-a99736c9d567), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.917648 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:06:06.928752 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e7b6ef-3d5e-4e44-927b-a99736c9d567,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:06.933599 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (ef51fe78-eebe-41b6-b3a1-e12bfd6e909d), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:06.933942 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Added segment ef51fe78-eebe-41b6-b3a1-e12bfd6e909d of type vlan for network 1c084787-5094-41ea-8434-975f5790a5e1 Jul 28 18:06:06.976095 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (1c084787-5094-41ea-8434-975f5790a5e1), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:07.057062 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (1c084787-5094-41ea-8434-975f5790a5e1), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:07.058110 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:07.058880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:07.125701 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] Pushing event updated for resources: {'Network': ['ID=1c084787-5094-41ea-8434-975f5790a5e1,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:07.148444 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 1c084787-5094-41ea-8434-975f5790a5e1 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:06:07.148964 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-54e8ab9d-2675-489d-99ba-f1088f34d227 req-7f634b4f-e441-4804-8124-e43805bf1ddc tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0494566 Jul 28 18:06:07.191922 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-dc7a7b5e-308e-4829-9cc4-276a692444a8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6489551 Jul 28 18:06:07.194051 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39994) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:07.199173 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Request body: {'subnet': {'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1994614214-subnet', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:07.285448 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Made reservation on behalf of efa7968cb99d4470b48f8ff2fd8bad7a for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:07.287957 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31161304'] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:07.369236 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:07.495273 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560d793-44fe-4211-b067-bc8db1d3584c req-5353551a-005e-401d-b4a7-305609d21986 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:07.496779 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b560d793-44fe-4211-b067-bc8db1d3584c req-5353551a-005e-401d-b4a7-305609d21986 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0824831 Jul 28 18:06:07.558399 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b560d793-44fe-4211-b067-bc8db1d3584c req-d1c4276b-4b2b-4db8-b876-b6f3e220dd16 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558696 Jul 28 18:06:07.588747 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32402266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31161334'] for subnet (3148b6b1-f164-4e28-b881-b66fd0f8b9c7), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:07.661351 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3148b6b1-f164-4e28-b881-b66fd0f8b9c7,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:07.677806 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Checking segment: {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:07.677806 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Network hostable DHCP agents. Network: 1c084787-5094-41ea-8434-975f5790a5e1, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:06:07.793991 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Network 1c084787-5094-41ea-8434-975f5790a5e1 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:06:07.879399 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 1c084787-5094-41ea-8434-975f5790a5e1) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:07.883542 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:07.884140 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:07.888251 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af85117f-7d36-42cb-9088-d60a7a91343a None None] Network 1c084787-5094-41ea-8434-975f5790a5e1 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:06:07.968356 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-92732e5d-2dbd-4f33-a492-09e45a14a8f7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7730620 Jul 28 18:06:07.971685 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 39998) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:07.976113 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:07.996204 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-1c084787-5094-41ea-8434-975f5790a5e1', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:06:07.997181 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.063198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (04fcb139-54e3-4b5c-964b-480fb97e8608), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.064581 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (04fcb139-54e3-4b5c-964b-480fb97e8608), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.118823 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks [] for router_controller (04fcb139-54e3-4b5c-964b-480fb97e8608), precommit_add_association {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.137775 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Allocated IP 172.20.0.2 (1c084787-5094-41ea-8434-975f5790a5e1/3148b6b1-f164-4e28-b881-b66fd0f8b9c7/2aae9ca0-dcf6-40a4-a29c-623f5b4edd02) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:08.191498 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.222031 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.271744 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b026851-ab50-4963-b319-ac2a4087e59b req-1c9c9bdf-fd8d-4555-8aaa-edc5b19836f7 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0312634 Jul 28 18:06:08.289826 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Publish callbacks [] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.349849 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks [] for router_gateway (04fcb139-54e3-4b5c-964b-480fb97e8608), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.354335 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.398891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Network 1c084787-5094-41ea-8434-975f5790a5e1 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:08.403881 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:08.405992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Pushing event updated for resources: {'Port': ['ID=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:08.408724 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:08.467354 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Attempting to bind port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:08.467758 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Attempting to bind port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:08.468126 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Attempting to bind port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 on network 1c084787-5094-41ea-8434-975f5790a5e1 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:08.475022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:08.475022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Checking segment: {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:08.475022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.475388 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Bound using segment: {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:08.475861 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Bound port: 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:08.476245 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.487658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.544560 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] For port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:08.548343 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] For port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:08.596683 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks [] for router_gateway (04fcb139-54e3-4b5c-964b-480fb97e8608), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.617420 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.635042 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:08.695704 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0367bf1-63d3-49f5-bf6c-eb92b2b8faa8 None None] Pushing event updated for resources: {'Port': ['ID=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:08.719195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d523a11-3809-4e36-ae22-a8143d8779e8 req-d4112852-1fca-496c-9c75-8debf0c8ba99 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:08.721322 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4d523a11-3809-4e36-ae22-a8143d8779e8 req-d4112852-1fca-496c-9c75-8debf0c8ba99 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0640559 Jul 28 18:06:08.754114 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.798922 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Allocated IP 172.27.0.236 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/3c90fa7a-1d84-4468-b04e-3315fd18668a) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:08.828181 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4d523a11-3809-4e36-ae22-a8143d8779e8 req-9cbbc974-b4af-412d-9541-661f189ffb09 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789313 Jul 28 18:06:08.952557 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks [] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.074316 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:09.102978 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.122083 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:09.122493 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.146621 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:09.151899 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:09.154176 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c90fa7a-1d84-4468-b04e-3315fd18668a,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:09.156424 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:09.342260 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:09.342850 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.382223 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:09.385438 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5c6f9141-2597-4162-b89f-6ad482640fda req-475436c2-2d90-4845-ac1b-304e46f90ffa tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0341396 Jul 28 18:06:09.449364 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.497129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks [] for router_gateway (04fcb139-54e3-4b5c-964b-480fb97e8608), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.503827 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:09.546166 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:09.639638 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40013c0-6093-4ed7-adc7-043d97fa6005 None None] Network 1c084787-5094-41ea-8434-975f5790a5e1 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:06:09.698989 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (04fcb139-54e3-4b5c-964b-480fb97e8608), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.701509 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-ce984d8c-09fd-45cb-b61a-e731a0343739 None None] Provisioning complete for port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:09.701949 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ce984d8c-09fd-45cb-b61a-e731a0343739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:09.828229 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-ce984d8c-09fd-45cb-b61a-e731a0343739 None None] Current status of the port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:09.891092 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Router 04fcb139-54e3-4b5c-964b-480fb97e8608 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:06:10.019297 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3604ff4-7315-4009-9f28-b99753153d47 req-46aa1497-65d3-42f3-a0af-76bab42a15e7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:10.020773 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3604ff4-7315-4009-9f28-b99753153d47 req-46aa1497-65d3-42f3-a0af-76bab42a15e7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0847723 Jul 28 18:06:10.049397 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-af910e69-4e6c-4da3-90cd-7c6cd803e9ea None None] Provisioning complete for port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:10.051006 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-af910e69-4e6c-4da3-90cd-7c6cd803e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.062888 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:10.074758 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Sync routers for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:10.075915 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:10.091410 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3604ff4-7315-4009-9f28-b99753153d47 req-90d029ab-a0e5-47f8-8f10-7f5e34aed4db tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638893 Jul 28 18:06:10.098759 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:10.099421 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:10.137404 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:10.195985 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.197209 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a012b717-bd06-4de9-acee-f5d3bdfd8df1 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2245538 Jul 28 18:06:10.200068 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40016) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:10.218559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-af910e69-4e6c-4da3-90cd-7c6cd803e9ea None None] Current status of the port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:10.240930 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:10.339448 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:10.421943 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:09Z', 'revision_number': 3, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:10.448928 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Checking router: 04fcb139-54e3-4b5c-964b-480fb97e8608 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:10.449666 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Updating router 04fcb139-54e3-4b5c-964b-480fb97e8608 port 3c90fa7a-1d84-4468-b04e-3315fd18668a binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:10.478528 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.495709 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b931ec78-2d6c-41a4-9b44-d0236c6dfd14 req-aa36e6d2-87d5-4e98-989b-d9bd7632f08b tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0314939 Jul 28 18:06:10.745992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Publish callbacks [] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.822817 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.847286 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:10.851596 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.878014 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Attempting to bind port 3c90fa7a-1d84-4468-b04e-3315fd18668a on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:10.878484 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Attempting to bind port 3c90fa7a-1d84-4468-b04e-3315fd18668a by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:10.878854 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Attempting to bind port 3c90fa7a-1d84-4468-b04e-3315fd18668a on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:10.885910 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b86dc-4590-42d6-a6fa-f38214f60f89 None None] Pushing event updated for resources: {'Port': ['ID=3c90fa7a-1d84-4468-b04e-3315fd18668a,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:10.889455 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:10.889835 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:10.890236 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.890641 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:10.891116 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Bound port: 3c90fa7a-1d84-4468-b04e-3315fd18668a, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:10.891515 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:10.943421 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] For port 3c90fa7a-1d84-4468-b04e-3315fd18668a, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:10.946704 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] For port 3c90fa7a-1d84-4468-b04e-3315fd18668a, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=3c90fa7a-1d84-4468-b04e-3315fd18668a,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:11.011690 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Allocated IP 172.20.0.1 (1c084787-5094-41ea-8434-975f5790a5e1/3148b6b1-f164-4e28-b881-b66fd0f8b9c7/39468397-b785-46d7-ba57-c8009f2dba5a) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:11.048383 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:11.097297 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:11.097675 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.100985 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.124442 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks [] for port (39468397-b785-46d7-ba57-c8009f2dba5a), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.139575 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:11.195707 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:11.196339 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:11.201670 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:11.202743 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b86dc-4590-42d6-a6fa-f38214f60f89 None None] Pushing event updated for resources: {'Port': ['ID=3c90fa7a-1d84-4468-b04e-3315fd18668a,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:11.221996 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf241d6-7345-4a73-9bb2-dad4086b2e6f req-d60f2de1-807e-42bf-bc76-9fa74ea4e466 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:11.223592 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-acf241d6-7345-4a73-9bb2-dad4086b2e6f req-d60f2de1-807e-42bf-bc76-9fa74ea4e466 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0538394 Jul 28 18:06:11.270596 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.284126 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-acf241d6-7345-4a73-9bb2-dad4086b2e6f req-6bb26781-30cd-4b3d-bfd8-bfbd2d6c4206 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547731 Jul 28 18:06:11.309098 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:11.309410 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Network 1c084787-5094-41ea-8434-975f5790a5e1 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:11.311470 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:11.318012 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:11.331178 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:11.343867 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:11.364807 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Pushing event updated for resources: {'Port': ['ID=39468397-b785-46d7-ba57-c8009f2dba5a,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:11.372639 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (04fcb139-54e3-4b5c-964b-480fb97e8608), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.565916 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-8284c9ec-b271-4205-82e7-bbda5de89d20 None None] Provisioning complete for port 39468397-b785-46d7-ba57-c8009f2dba5a triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:11.566572 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-8284c9ec-b271-4205-82e7-bbda5de89d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.580503 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:11.600600 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:09Z', 'revision_number': 3, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:11.600879 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a13cd0aa-07d7-4368-a0ca-a4ca06e1fb2a req-023acf11-031c-4949-b592-7a456e5f54ef tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0306604 Jul 28 18:06:11.601353 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.611457 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:11.634124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f6a3-605f-42aa-b02d-94905c3cc10a None None] The sync data for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi is: [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:09Z', 'revision_number': 3, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:11.635987 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-8284c9ec-b271-4205-82e7-bbda5de89d20 None None] Port 39468397-b785-46d7-ba57-c8009f2dba5a cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:06:11.781636 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks [] for port (39468397-b785-46d7-ba57-c8009f2dba5a), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.847112 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:11.925621 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Pushing event updated for resources: {'Port': ['ID=39468397-b785-46d7-ba57-c8009f2dba5a,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:11.929971 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (04fcb139-54e3-4b5c-964b-480fb97e8608), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:12.031535 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Network 1c084787-5094-41ea-8434-975f5790a5e1 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:12.033615 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:12.091231 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:12.157308 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Router 04fcb139-54e3-4b5c-964b-480fb97e8608 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:06:12.274559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-938cad08-e121-4ce0-9f71-07664ccb9585 None None] Provisioning complete for port 39468397-b785-46d7-ba57-c8009f2dba5a triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:12.275011 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-938cad08-e121-4ce0-9f71-07664ccb9585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:12.278565 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:12.284708 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-96c1ac8b-4078-436d-8992-8c7e472c89be admin admin] 10.222.0.85 "PUT /v2.0/routers/04fcb139-54e3-4b5c-964b-480fb97e8608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0833042 Jul 28 18:06:12.324815 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-938cad08-e121-4ce0-9f71-07664ccb9585 None None] Port 39468397-b785-46d7-ba57-c8009f2dba5a cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:06:12.396315 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0b0c-5315-4678-89e0-0b9113bdc1c4 req-d6c68d11-0625-4199-aa42-c864e3d8e8fd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:12.414927 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-edda0b0c-5315-4678-89e0-0b9113bdc1c4 req-d6c68d11-0625-4199-aa42-c864e3d8e8fd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.1004033 Jul 28 18:06:12.442047 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22de96-6506-4b7c-838c-29b6d0b1e9ac req-6cb3aec9-49db-47a5-94f8-d3e7553b37f8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:12.449539 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6a22de96-6506-4b7c-838c-29b6d0b1e9ac req-6cb3aec9-49db-47a5-94f8-d3e7553b37f8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0794463 Jul 28 18:06:12.512027 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-edda0b0c-5315-4678-89e0-0b9113bdc1c4 req-24bd2a2d-b2aa-46b8-aaac-343307e9c167 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961626 Jul 28 18:06:12.517267 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6a22de96-6506-4b7c-838c-29b6d0b1e9ac req-85455602-4cd6-4fbe-a79b-93ebd9067f15 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652664 Jul 28 18:06:12.712395 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fa487f9a-2a6b-4065-ade1-3863df85f7f5 req-27efa496-f111-40b8-bb25-da99fb30208a tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0302267 Jul 28 18:06:13.069917 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 3c90fa7a-1d84-4468-b04e-3315fd18668a up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:13.113969 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40060) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:13.117293 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 3c90fa7a-1d84-4468-b04e-3315fd18668a triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:13.117677 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.119193 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-198450325-network', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:13.194173 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 3c90fa7a-1d84-4468-b04e-3315fd18668a is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:13.194607 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.217224 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Made reservation on behalf of a0a527edebc54195bb89297144e5cae4 for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:13.218383 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 3c90fa7a-1d84-4468-b04e-3315fd18668a, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=3c90fa7a-1d84-4468-b04e-3315fd18668a,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:13.220610 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.230291 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.312676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.314512 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks [] for security_group (2c0e036e-de81-4615-a3bd-19dfa67877de), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.323771 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Sync routers for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:13.335404 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:13.336015 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:13.361135 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=3c90fa7a-1d84-4468-b04e-3315fd18668a,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:13.388127 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (2c0e036e-de81-4615-a3bd-19dfa67877de), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.413469 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:06:13.431509 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0e036e-de81-4615-a3bd-19dfa67877de,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:13.434001 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.434365 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Added segment 2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5 of type vlan for network 43b18dd7-5bee-493f-ab42-49ee0acea445 Jul 28 18:06:13.442257 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:13.455896 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.456240 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.456582 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.456961 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.457293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.457623 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.457948 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.458271 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.458623 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.458952 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.459278 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.459608 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.459927 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.460247 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.460565 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:13.498104 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (43b18dd7-5bee-493f-ab42-49ee0acea445), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.594992 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (43b18dd7-5bee-493f-ab42-49ee0acea445), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.596422 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:13.597116 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.607967 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:13.653914 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d585c-03ed-4684-8c1a-d49c5efc3eed req-cea20275-4903-4076-848f-38436ebd0b99 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:13.658941 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 2, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:13.661977 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f68d585c-03ed-4684-8c1a-d49c5efc3eed req-cea20275-4903-4076-848f-38436ebd0b99 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0635343 Jul 28 18:06:13.689066 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Checking router: 04fcb139-54e3-4b5c-964b-480fb97e8608 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:13.689448 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Updating router 04fcb139-54e3-4b5c-964b-480fb97e8608 port 39468397-b785-46d7-ba57-c8009f2dba5a binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:13.701815 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] Pushing event updated for resources: {'Network': ['ID=43b18dd7-5bee-493f-ab42-49ee0acea445,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:13.715616 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591ba53-c32f-4877-8c5e-5fcbbf4dcc24 req-f3fda442-6469-46dd-97db-8d35da02516b tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:13.717410 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0591ba53-c32f-4877-8c5e-5fcbbf4dcc24 req-f3fda442-6469-46dd-97db-8d35da02516b tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0956280 Jul 28 18:06:13.717730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:06:13.719252 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:13.726742 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f68d585c-03ed-4684-8c1a-d49c5efc3eed req-92bb5137-73c4-4bea-8697-4ae8232fa93f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593727 Jul 28 18:06:13.779697 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40072) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:13.785568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Request body: {'subnet': {'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-198450325-subnet', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:13.792303 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-31d4aba2-bf52-4565-a285-b6e2ee3edc76 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6770201 Jul 28 18:06:13.835524 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0591ba53-c32f-4877-8c5e-5fcbbf4dcc24 req-f583d378-1d44-4143-b03e-6107ce515ac1 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050177 Jul 28 18:06:13.847502 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-432560d8-2e17-477a-951a-25c7087e5582 req-327da471-1ec2-419c-97ac-2ab8579d8848 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0383003 Jul 28 18:06:13.936878 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Made reservation on behalf of a0a527edebc54195bb89297144e5cae4 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:13.939855 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29463293'] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.002711 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Publish callbacks [] for port (39468397-b785-46d7-ba57-c8009f2dba5a), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.079755 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.132139 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Pushing event updated for resources: {'Port': ['ID=39468397-b785-46d7-ba57-c8009f2dba5a,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:14.143321 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.143661 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.144184 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.144539 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.144864 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.145189 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.145510 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.145825 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.146143 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.146499 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.146926 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.147150 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.147473 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.147787 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.148096 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:14.181219 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31051913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29463251'] for subnet (67bf1606-35ae-494c-867c-80b2d5385a22), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.199581 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Attempting to bind port 39468397-b785-46d7-ba57-c8009f2dba5a on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:14.199953 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Attempting to bind port 39468397-b785-46d7-ba57-c8009f2dba5a by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:14.200429 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Attempting to bind port 39468397-b785-46d7-ba57-c8009f2dba5a on network 1c084787-5094-41ea-8434-975f5790a5e1 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:14.206589 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:14.206960 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Checking segment: {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:14.207362 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.207755 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Bound using segment: {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:14.208222 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Bound port: 39468397-b785-46d7-ba57-c8009f2dba5a, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:14.208601 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.233774 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bf1606-35ae-494c-867c-80b2d5385a22,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:14.255036 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Checking segment: {'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:14.255390 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Network hostable DHCP agents. Network: 43b18dd7-5bee-493f-ab42-49ee0acea445, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:06:14.255760 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:14.276446 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] For port 39468397-b785-46d7-ba57-c8009f2dba5a, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:14.280410 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] For port 39468397-b785-46d7-ba57-c8009f2dba5a, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=39468397-b785-46d7-ba57-c8009f2dba5a,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:14.357714 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-25c4946c-ea42-4aae-b14d-7ec4a4b631bb None None] Provisioning complete for port 39468397-b785-46d7-ba57-c8009f2dba5a triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:14.358292 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-25c4946c-ea42-4aae-b14d-7ec4a4b631bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.377055 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:06:14.377935 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.394611 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-25c4946c-ea42-4aae-b14d-7ec4a4b631bb None None] Port 39468397-b785-46d7-ba57-c8009f2dba5a cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:06:14.478212 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 43b18dd7-5bee-493f-ab42-49ee0acea445) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:14.486708 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0793815-cbfb-4c06-a66e-b9f58063c8a7 None None] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:06:14.487355 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:14.488151 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.494041 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:14.522815 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e3b20-d3c0-40b6-999a-6e7cd4dcc340 None None] Pushing event updated for resources: {'Port': ['ID=39468397-b785-46d7-ba57-c8009f2dba5a,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:14.531509 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:14.532200 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:14.602309 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-43b18dd7-5bee-493f-ab42-49ee0acea445', 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445', 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'fixed_ips': [{'subnet_id': '67bf1606-35ae-494c-867c-80b2d5385a22'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:06:14.603695 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.610701 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5b8c659b-d01c-4b23-9d35-6678d34019f3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8273041 Jul 28 18:06:14.611889 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40078) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:14.620790 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:14.620931 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:14.662573 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:14.726571 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (465e5252-aa83-4078-ac8c-46fb23d2557c), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.728032 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (465e5252-aa83-4078-ac8c-46fb23d2557c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.779501 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Allocated IP 172.20.0.2 (43b18dd7-5bee-493f-ab42-49ee0acea445/67bf1606-35ae-494c-867c-80b2d5385a22/31aac371-d9fc-4b3d-bfb9-6679218853f5) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:14.788394 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks [] for router_controller (465e5252-aa83-4078-ac8c-46fb23d2557c), precommit_add_association {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:14.862874 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64b442-a06f-4cd3-a22f-7711f5fbb5da req-f1598030-7e10-489c-89f2-7d487d88d4ca tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:14.864479 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ad64b442-a06f-4cd3-a22f-7711f5fbb5da req-f1598030-7e10-489c-89f2-7d487d88d4ca tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0599437 Jul 28 18:06:14.869064 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:14Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:14.915031 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75220689-1005-4125-88e4-388dd96c21a4 None None] The sync data for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi is: [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:14Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:14.952384 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:15.015161 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4fab7-10a2-4266-915d-bf4bd8acb008 req-a8145cea-13c1-4be6-8435-4bc571602b8c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:15.025297 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6c4fab7-10a2-4266-915d-bf4bd8acb008 req-a8145cea-13c1-4be6-8435-4bc571602b8c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0866406 Jul 28 18:06:15.100618 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks [] for router_gateway (465e5252-aa83-4078-ac8c-46fb23d2557c), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.101729 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:15.118410 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ad64b442-a06f-4cd3-a22f-7711f5fbb5da req-74c278f7-0109-42b4-8994-a71ab8c57fab tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033935 Jul 28 18:06:15.118772 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e6c4fab7-10a2-4266-915d-bf4bd8acb008 req-801b7e25-f810-4bf3-9fdc-4c75f91184d4 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893531 Jul 28 18:06:15.125304 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e2742589-2d0d-4419-afea-6488c5097f90 None None] Provisioning complete for port 39468397-b785-46d7-ba57-c8009f2dba5a triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:15.125805 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e2742589-2d0d-4419-afea-6488c5097f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.233874 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-95fba458-d19b-46ec-9888-7ed49f0e9e68 req-38ddf8b6-5805-46a6-8e5b-185e7d938a0b tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0464022 Jul 28 18:06:15.253567 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 39468397-b785-46d7-ba57-c8009f2dba5a up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:15.296518 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Publish callbacks [] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.345611 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e2742589-2d0d-4419-afea-6488c5097f90 None None] Current status of the port 39468397-b785-46d7-ba57-c8009f2dba5a is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:15.345999 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e2742589-2d0d-4419-afea-6488c5097f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.363882 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 39468397-b785-46d7-ba57-c8009f2dba5a triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:15.364557 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.397043 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.413554 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks [] for router_gateway (465e5252-aa83-4078-ac8c-46fb23d2557c), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.434120 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.440684 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-e2742589-2d0d-4419-afea-6488c5097f90 None None] For port 39468397-b785-46d7-ba57-c8009f2dba5a, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=39468397-b785-46d7-ba57-c8009f2dba5a,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:15.470584 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:15.475066 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:15.476897 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Pushing event updated for resources: {'Port': ['ID=31aac371-d9fc-4b3d-bfb9-6679218853f5,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:15.479202 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:15.525262 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e2742589-2d0d-4419-afea-6488c5097f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.553206 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:15.565345 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Allocated IP 172.27.0.143 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/435ec45a-0654-4a21-b482-5de94e5cef6b) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:15.571546 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:15.621620 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 39468397-b785-46d7-ba57-c8009f2dba5a is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:15.622943 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 3c90fa7a-1d84-4468-b04e-3315fd18668a up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:15.649998 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Attempting to bind port 31aac371-d9fc-4b3d-bfb9-6679218853f5 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:15.650463 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Attempting to bind port 31aac371-d9fc-4b3d-bfb9-6679218853f5 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:15.650971 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Attempting to bind port 31aac371-d9fc-4b3d-bfb9-6679218853f5 on network 43b18dd7-5bee-493f-ab42-49ee0acea445 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:15.674603 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:15.675102 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Checking segment: {'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:15.675618 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.676147 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Bound using segment: {'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:15.676727 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Bound port: 31aac371-d9fc-4b3d-bfb9-6679218853f5, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:15.677235 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.688882 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2742589-2d0d-4419-afea-6488c5097f90 None None] Pushing event updated for resources: {'Port': ['ID=39468397-b785-46d7-ba57-c8009f2dba5a,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:15.694640 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks [] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.732112 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 3c90fa7a-1d84-4468-b04e-3315fd18668a triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:15.732567 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.789997 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] For port 31aac371-d9fc-4b3d-bfb9-6679218853f5, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:15.795474 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] For port 31aac371-d9fc-4b3d-bfb9-6679218853f5, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=31aac371-d9fc-4b3d-bfb9-6679218853f5,segment=NetworkSegment(2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5),segment_id=2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:15.821978 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.843331 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 3c90fa7a-1d84-4468-b04e-3315fd18668a is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:15.871786 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:15.877282 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:15.879226 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Pushing event updated for resources: {'Port': ['ID=435ec45a-0654-4a21-b482-5de94e5cef6b,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:15.881336 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:15.964358 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:16.033149 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec5c40-0651-480f-a0d5-33361135aeb5 None None] Pushing event updated for resources: {'Port': ['ID=31aac371-d9fc-4b3d-bfb9-6679218853f5,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:16.085588 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:16.248129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:16.294656 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks [] for router_gateway (465e5252-aa83-4078-ac8c-46fb23d2557c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:16.335490 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b0cd4-6a2b-4073-98d6-89fd9f537988 req-8af2e92e-7521-4f73-abfc-f51fbb886a01 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:16.337043 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3c4b0cd4-6a2b-4073-98d6-89fd9f537988 req-8af2e92e-7521-4f73-abfc-f51fbb886a01 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0752850 Jul 28 18:06:16.347317 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25db55-c415-45c5-b89e-0e51f9ea679e req-57d9e08f-d591-4b04-8dbd-7a8692e14dfb tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:16.348903 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6e25db55-c415-45c5-b89e-0e51f9ea679e req-57d9e08f-d591-4b04-8dbd-7a8692e14dfb tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0974488 Jul 28 18:06:16.397535 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3c4b0cd4-6a2b-4073-98d6-89fd9f537988 req-4b06a3ec-8116-40d2-851c-0cb7f09351fb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542879 Jul 28 18:06:16.463891 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6e25db55-c415-45c5-b89e-0e51f9ea679e req-b75010fc-cadf-4a17-a9fc-d4a88d2a18e5 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058991 Jul 28 18:06:16.487732 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-500c7303-8db4-4990-9a4f-471184c7837a req-6bbf4823-da48-4d80-a55f-f2a2b96c0101 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0313156 Jul 28 18:06:16.560565 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (465e5252-aa83-4078-ac8c-46fb23d2557c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:16.764962 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Router 465e5252-aa83-4078-ac8c-46fb23d2557c is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:06:16.887107 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:16.893478 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:16.899467 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Sync routers for ids ['465e5252-aa83-4078-ac8c-46fb23d2557c'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:16.916256 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Routers {'465e5252-aa83-4078-ac8c-46fb23d2557c'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:16.916915 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['465e5252-aa83-4078-ac8c-46fb23d2557c'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:16.985759 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:16.994306 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c96dbbe3-179a-4e63-be34-9894b6c102b8 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3782041 Jul 28 18:06:16.994306 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40100) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:17.038985 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Set router 465e5252-aa83-4078-ac8c-46fb23d2557c gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:17.073617 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f8a3e-c7ff-4705-b860-b6a0f8ea59d5 None None] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:06:17.200006 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 39468397-b785-46d7-ba57-c8009f2dba5a up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:17.249086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-dae8b840-0b49-4740-b290-13b13c4538db None None] Provisioning complete for port 31aac371-d9fc-4b3d-bfb9-6679218853f5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:17.249456 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dae8b840-0b49-4740-b290-13b13c4538db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:17.379547 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 39468397-b785-46d7-ba57-c8009f2dba5a triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:17.379869 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:17.499082 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:06:16Z', 'revision_number': 3, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:17.534567 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-dae8b840-0b49-4740-b290-13b13c4538db None None] Current status of the port 31aac371-d9fc-4b3d-bfb9-6679218853f5 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:17.534978 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dae8b840-0b49-4740-b290-13b13c4538db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:17.538252 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Checking router: 465e5252-aa83-4078-ac8c-46fb23d2557c for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:17.538948 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Updating router 465e5252-aa83-4078-ac8c-46fb23d2557c port 435ec45a-0654-4a21-b482-5de94e5cef6b binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:17.610214 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:17.644707 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deec85f-70ae-4b75-8653-d71952fb9c59 req-67ad6877-f36b-4b5c-88cb-f1971ff69712 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:17.645588 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 39468397-b785-46d7-ba57-c8009f2dba5a is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:17.646263 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6deec85f-70ae-4b75-8653-d71952fb9c59 req-67ad6877-f36b-4b5c-88cb-f1971ff69712 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.1072659 Jul 28 18:06:17.646610 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 31aac371-d9fc-4b3d-bfb9-6679218853f5 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:17.657490 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da219b-94b7-4313-8134-99a28c6fe326 req-adeba1a4-c617-42f4-a3be-f4b0b169a8e7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:17.659888 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-18da219b-94b7-4313-8134-99a28c6fe326 req-adeba1a4-c617-42f4-a3be-f4b0b169a8e7 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0724437 Jul 28 18:06:17.673930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:17.676992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-dae8b840-0b49-4740-b290-13b13c4538db None None] For port 31aac371-d9fc-4b3d-bfb9-6679218853f5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=31aac371-d9fc-4b3d-bfb9-6679218853f5,segment=NetworkSegment(2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5),segment_id=2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:17.718137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:17.739961 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6deec85f-70ae-4b75-8653-d71952fb9c59 req-490b2df9-7bae-4976-9316-679882f93e3a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862179 Jul 28 18:06:17.748168 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:17.751225 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-18da219b-94b7-4313-8134-99a28c6fe326 req-f6dfd23e-0425-46bb-b889-359de33c8805 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737593 Jul 28 18:06:17.788140 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:17.789330 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-dae8b840-0b49-4740-b290-13b13c4538db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:17.831546 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:17.851270 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:17.858074 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e8eba5e6-6d5b-4258-a218-859d7baf40fd req-e6d7eaa9-a064-4f42-a218-e11b9d436dfe tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0426381 Jul 28 18:06:17.890291 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 31aac371-d9fc-4b3d-bfb9-6679218853f5 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:17.890791 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.001230 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Allocated IP 172.20.0.1 (43b18dd7-5bee-493f-ab42-49ee0acea445/67bf1606-35ae-494c-867c-80b2d5385a22/08d94875-3010-4237-a407-a40cb4a2e69f) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:18.071515 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:18.088647 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8b840-0b49-4740-b290-13b13c4538db None None] Pushing event updated for resources: {'Port': ['ID=31aac371-d9fc-4b3d-bfb9-6679218853f5,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:18.109115 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-bbe48f7d-d1df-4929-a829-468c4fa471ab None None] Provisioning complete for port 31aac371-d9fc-4b3d-bfb9-6679218853f5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:18.109504 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-bbe48f7d-d1df-4929-a829-468c4fa471ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.118300 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks [] for port (08d94875-3010-4237-a407-a40cb4a2e69f), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.217000 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.255792 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:18.260927 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:18.264544 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:18.269765 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 31aac371-d9fc-4b3d-bfb9-6679218853f5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:18.294759 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=08d94875-3010-4237-a407-a40cb4a2e69f,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:18.303796 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:18.313924 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (465e5252-aa83-4078-ac8c-46fb23d2557c), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.317383 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-bbe48f7d-d1df-4929-a829-468c4fa471ab None None] Current status of the port 31aac371-d9fc-4b3d-bfb9-6679218853f5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:18.320728 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Publish callbacks [] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.408971 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.469779 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Attempting to bind port 435ec45a-0654-4a21-b482-5de94e5cef6b on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:18.470165 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Attempting to bind port 435ec45a-0654-4a21-b482-5de94e5cef6b by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:18.470558 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Attempting to bind port 435ec45a-0654-4a21-b482-5de94e5cef6b on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:18.472568 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f7b06-bfea-42bf-8dc7-59b2af93eff9 None None] Pushing event updated for resources: {'Port': ['ID=435ec45a-0654-4a21-b482-5de94e5cef6b,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:18.478214 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:18.478635 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:18.479062 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.479471 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:18.479943 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Bound port: 435ec45a-0654-4a21-b482-5de94e5cef6b, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:18.480333 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.536679 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] For port 435ec45a-0654-4a21-b482-5de94e5cef6b, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:18.549838 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-7f547282-e0d3-4b5f-9914-1523509f2784 None None] Provisioning complete for port 08d94875-3010-4237-a407-a40cb4a2e69f triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:18.550210 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7f547282-e0d3-4b5f-9914-1523509f2784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.553389 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] For port 435ec45a-0654-4a21-b482-5de94e5cef6b, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=435ec45a-0654-4a21-b482-5de94e5cef6b,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:18.560169 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.589557 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-7f547282-e0d3-4b5f-9914-1523509f2784 None None] Port 08d94875-3010-4237-a407-a40cb4a2e69f cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:06:18.618635 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:18.646481 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.704168 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Routers {'465e5252-aa83-4078-ac8c-46fb23d2557c'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:18.704934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['465e5252-aa83-4078-ac8c-46fb23d2557c'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:18.730402 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks [] for port (08d94875-3010-4237-a407-a40cb4a2e69f), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.745689 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f7b06-bfea-42bf-8dc7-59b2af93eff9 None None] Pushing event updated for resources: {'Port': ['ID=435ec45a-0654-4a21-b482-5de94e5cef6b,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:18.805148 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.823166 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] Set router 465e5252-aa83-4078-ac8c-46fb23d2557c gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:18.876455 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0657a-6491-4906-9357-cba1fd4c3d87 req-bb6a74d7-e20e-4eee-b52e-c573641a9e86 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:18.878412 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-25c0657a-6491-4906-9357-cba1fd4c3d87 req-bb6a74d7-e20e-4eee-b52e-c573641a9e86 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0533721 Jul 28 18:06:18.941829 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a234d77-b725-4e57-aa2c-e3c6de1bb3d2 req-2ab47b1e-d5a1-49c8-9e7f-16f34da68323 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:18.943991 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6a234d77-b725-4e57-aa2c-e3c6de1bb3d2 req-2ab47b1e-d5a1-49c8-9e7f-16f34da68323 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0977857 Jul 28 18:06:18.945668 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=08d94875-3010-4237-a407-a40cb4a2e69f,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:18.948233 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (465e5252-aa83-4078-ac8c-46fb23d2557c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.961518 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-25c0657a-6491-4906-9357-cba1fd4c3d87 req-dc7bf616-9539-4e6e-bcaf-ddf73043bd62 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757933 Jul 28 18:06:18.967917 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:19.080064 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8ea1e703-d875-4492-96f2-a0a1c03c38dd req-57200f0b-1f1b-42b1-81ae-1ec49239df94 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0304589 Jul 28 18:06:19.087902 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 31aac371-d9fc-4b3d-bfb9-6679218853f5 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:19.090628 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-11b8677f-b348-4595-b334-4401840a7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 4, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '08d94875-3010-4237-a407-a40cb4a2e69f', 'name': '', 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'mac_address': 'fa:16:3e:a1:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:17Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 1, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'subnets': [{'id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:19.093836 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6a234d77-b725-4e57-aa2c-e3c6de1bb3d2 req-f8c471fc-f822-4dbb-80cb-85fbf0f01986 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414647 Jul 28 18:06:19.127222 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8677f-b348-4595-b334-4401840a7568 None None] The sync data for ids ['465e5252-aa83-4078-ac8c-46fb23d2557c'] in dv-cinder-837543-7-iscsi is: [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 4, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '08d94875-3010-4237-a407-a40cb4a2e69f', 'name': '', 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'mac_address': 'fa:16:3e:a1:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:17Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 1, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'subnets': [{'id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:19.137431 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:19.139012 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:19.180076 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 31aac371-d9fc-4b3d-bfb9-6679218853f5 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:19.180836 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:19.271776 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 31aac371-d9fc-4b3d-bfb9-6679218853f5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:19.274106 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Router 465e5252-aa83-4078-ac8c-46fb23d2557c has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:06:19.334804 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:19.392998 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:19.399014 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-248958a2-7836-4f57-8d99-1c647f8f1ee3 admin admin] 10.222.0.85 "PUT /v2.0/routers/465e5252-aa83-4078-ac8c-46fb23d2557c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4036269 Jul 28 18:06:19.421010 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b09b5354-5240-4909-82f6-d3995489d236 None None] Provisioning complete for port 08d94875-3010-4237-a407-a40cb4a2e69f triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:19.421309 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b09b5354-5240-4909-82f6-d3995489d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:19.465308 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b09b5354-5240-4909-82f6-d3995489d236 None None] Port 08d94875-3010-4237-a407-a40cb4a2e69f cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:06:19.822223 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40130) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:19.827826 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-31c8c04a-2086-40a7-a2cb-d3d2f67a80de tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370209573', 'description': 'tempest-secgroup-smoke-370209573 description', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:19.942274 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31c8c04a-2086-40a7-a2cb-d3d2f67a80de tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.037552 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31c8c04a-2086-40a7-a2cb-d3d2f67a80de tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group (a092c469-7bee-4799-80ae-494ee00b0b82), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.105734 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957abc94-e922-49b3-9d20-8c5842bd1275 req-e5fa62f9-18a0-4f76-9dd2-de07bc7a5c3a tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:20.107446 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-957abc94-e922-49b3-9d20-8c5842bd1275 req-e5fa62f9-18a0-4f76-9dd2-de07bc7a5c3a tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0496058 Jul 28 18:06:20.112352 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31c8c04a-2086-40a7-a2cb-d3d2f67a80de tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (a092c469-7bee-4799-80ae-494ee00b0b82), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.169583 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c04a-2086-40a7-a2cb-d3d2f67a80de tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a092c469-7bee-4799-80ae-494ee00b0b82,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:20.196666 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fcfd8011-797a-4766-b161-0e75d1a4d84f req-bc2d302a-ab84-4f21-900c-b00bb47b8098 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0379720 Jul 28 18:06:20.214572 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-957abc94-e922-49b3-9d20-8c5842bd1275 req-edbf3694-f3cd-4cbe-8cce-72873119837e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962079 Jul 28 18:06:20.241637 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-31c8c04a-2086-40a7-a2cb-d3d2f67a80de tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.246026 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40142) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:20.246935 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-31c8c04a-2086-40a7-a2cb-d3d2f67a80de tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4235539 Jul 28 18:06:20.251251 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-27d2b8ad-bb65-4013-97a7-82dbe37329d4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'security_group_rule': {'security_group_id': 'a092c469-7bee-4799-80ae-494ee00b0b82', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:20.320059 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce920990-8374-428d-9669-ce688facbccc req-e4eb28d4-6f13-415a-a952-fe01240645f2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:20.321594 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ce920990-8374-428d-9669-ce688facbccc req-e4eb28d4-6f13-415a-a952-fe01240645f2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0516224 Jul 28 18:06:20.361893 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-27d2b8ad-bb65-4013-97a7-82dbe37329d4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (889aae4d-9862-4be0-9d0c-e5d9a0ab61b5), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.399157 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ce920990-8374-428d-9669-ce688facbccc req-f43ba8df-4dd4-4bc6-8da7-76e804b7ca32 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718234 Jul 28 18:06:20.431451 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-27d2b8ad-bb65-4013-97a7-82dbe37329d4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (889aae4d-9862-4be0-9d0c-e5d9a0ab61b5), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.507866 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-27d2b8ad-bb65-4013-97a7-82dbe37329d4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (889aae4d-9862-4be0-9d0c-e5d9a0ab61b5), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.527187 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2b8ad-bb65-4013-97a7-82dbe37329d4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889aae4d-9862-4be0-9d0c-e5d9a0ab61b5,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:20.547819 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:06:20.605289 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-27d2b8ad-bb65-4013-97a7-82dbe37329d4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.606548 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-27d2b8ad-bb65-4013-97a7-82dbe37329d4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3593678 Jul 28 18:06:20.609383 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40144) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:20.619778 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-b80d8411-935e-4f35-9282-b8252eb08fa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'security_group_rule': {'security_group_id': 'a092c469-7bee-4799-80ae-494ee00b0b82', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:20.708217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b80d8411-935e-4f35-9282-b8252eb08fa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (4d64ca4f-8f8f-4020-8623-629ecd0a9d8b), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.769807 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b80d8411-935e-4f35-9282-b8252eb08fa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (4d64ca4f-8f8f-4020-8623-629ecd0a9d8b), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.850938 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b80d8411-935e-4f35-9282-b8252eb08fa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (4d64ca4f-8f8f-4020-8623-629ecd0a9d8b), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.871453 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d8411-935e-4f35-9282-b8252eb08fa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d64ca4f-8f8f-4020-8623-629ecd0a9d8b,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:20.976953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b80d8411-935e-4f35-9282-b8252eb08fa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:20.980767 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b80d8411-935e-4f35-9282-b8252eb08fa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3672013 Jul 28 18:06:20.981025 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40150) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:20.986505 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-5de30a69-4ae4-46a1-b6da-cdc161ea837e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'security_group_rule': {'security_group_id': 'a092c469-7bee-4799-80ae-494ee00b0b82', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:21.072431 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 435ec45a-0654-4a21-b482-5de94e5cef6b up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:21.134864 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 435ec45a-0654-4a21-b482-5de94e5cef6b triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:21.135293 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.173298 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5de30a69-4ae4-46a1-b6da-cdc161ea837e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (3ad3a1fd-f4f6-43ac-b3eb-c09c49269fc3), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.215876 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 435ec45a-0654-4a21-b482-5de94e5cef6b is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:21.216267 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.228199 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-79a11b03-a16a-4a23-ac94-dc5936b9aa27 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771542 Jul 28 18:06:21.231171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720488-007a-4544-9c05-06fd294f1409 req-3b94a368-8cd1-41d5-8e60-38d0ccac812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.233271 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d720488-007a-4544-9c05-06fd294f1409 req-3b94a368-8cd1-41d5-8e60-38d0ccac812a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1168 time: 0.0752370 Jul 28 18:06:21.250655 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 435ec45a-0654-4a21-b482-5de94e5cef6b, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=435ec45a-0654-4a21-b482-5de94e5cef6b,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:21.274207 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5de30a69-4ae4-46a1-b6da-cdc161ea837e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (3ad3a1fd-f4f6-43ac-b3eb-c09c49269fc3), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.315837 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cd8cf609-29c8-4e9f-a9c0-87a1c2df3f31 req-a2930e54-4382-4a81-b713-cf489ea9323a tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0332429 Jul 28 18:06:21.348235 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.377260 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5de30a69-4ae4-46a1-b6da-cdc161ea837e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (3ad3a1fd-f4f6-43ac-b3eb-c09c49269fc3), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.389964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27575e1b-7b0e-4622-bfa3-f187ac2ed60a req-61ba2727-8e38-411e-b377-03ae2d0b8a12 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.392376 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-27575e1b-7b0e-4622-bfa3-f187ac2ed60a req-61ba2727-8e38-411e-b377-03ae2d0b8a12 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0735209 Jul 28 18:06:21.412228 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=435ec45a-0654-4a21-b482-5de94e5cef6b,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:21.433505 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de30a69-4ae4-46a1-b6da-cdc161ea837e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad3a1fd-f4f6-43ac-b3eb-c09c49269fc3,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:21.449609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720488-007a-4544-9c05-06fd294f1409 req-d8aaf5d9-3228-43ab-9ee2-f85a62bcc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.452893 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d720488-007a-4544-9c05-06fd294f1409 req-d8aaf5d9-3228-43ab-9ee2-f85a62bcc8d9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 200 len: 916 time: 0.1876929 Jul 28 18:06:21.455897 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:21.466498 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:21.492008 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-27575e1b-7b0e-4622-bfa3-f187ac2ed60a req-8c042578-d6e4-43fe-b67c-b5ca97af6de9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798059 Jul 28 18:06:21.510807 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5de30a69-4ae4-46a1-b6da-cdc161ea837e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.511985 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5de30a69-4ae4-46a1-b6da-cdc161ea837e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5301161 Jul 28 18:06:21.521296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40160) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:21.521771 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1254-86cc-44bf-af94-b71cef4dded1 req-25b807ee-a54e-4a6d-af8f-071ee938b1f7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.523466 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-376a1254-86cc-44bf-af94-b71cef4dded1 req-25b807ee-a54e-4a6d-af8f-071ee938b1f7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0484662 Jul 28 18:06:21.528075 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-5b1cb4ad-106c-4d1d-a8f8-8994173c79c9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'security_group_rule': {'security_group_id': 'a092c469-7bee-4799-80ae-494ee00b0b82', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:21.578499 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-376a1254-86cc-44bf-af94-b71cef4dded1 req-cdbae182-e28e-44f1-86f7-a7e422c8fe8e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489056 Jul 28 18:06:21.648406 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-7607dc20-90f8-425a-ab07-ff3a27631d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.649873 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-7607dc20-90f8-425a-ab07-ff3a27631d89 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 1129 time: 0.0413134 Jul 28 18:06:21.662366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb4ad-106c-4d1d-a8f8-8994173c79c9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (1ae796f8-ed42-4dc9-9161-2ed73e181a69), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.687198 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d720488-007a-4544-9c05-06fd294f1409 req-d2af37a6-fe69-4ba1-8446-bcaacf8a9901 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 1001 time: 0.0796185 Jul 28 18:06:21.739365 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:21.768667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb4ad-106c-4d1d-a8f8-8994173c79c9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (1ae796f8-ed42-4dc9-9161-2ed73e181a69), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.772745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720488-007a-4544-9c05-06fd294f1409 req-aae7fe53-2db0-4107-a5df-f4e84c98fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.774242 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d720488-007a-4544-9c05-06fd294f1409 req-aae7fe53-2db0-4107-a5df-f4e84c98fa03 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=05563190-728f-4160-99c4-24648f2b17dc HTTP/1.1" status: 200 len: 854 time: 0.0765007 Jul 28 18:06:21.785096 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-00fd0ca6-e178-4d76-b1cd-ab4b83d96144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.786839 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-00fd0ca6-e178-4d76-b1cd-ab4b83d96144 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.1071250 Jul 28 18:06:21.829869 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720488-007a-4544-9c05-06fd294f1409 req-5450ff44-7968-4fa0-aef5-146d0691b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.831401 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d720488-007a-4544-9c05-06fd294f1409 req-5450ff44-7968-4fa0-aef5-146d0691b218 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508709 Jul 28 18:06:21.833240 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-1c0c706f-ab3b-460e-9979-c26de57a60d1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 200 len: 217 time: 0.0403059 Jul 28 18:06:21.892656 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb4ad-106c-4d1d-a8f8-8994173c79c9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (1ae796f8-ed42-4dc9-9161-2ed73e181a69), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:21.893215 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-e7d9de14-e482-4a09-9d33-6aca303bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.894763 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-e7d9de14-e482-4a09-9d33-6aca303bf74a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0521381 Jul 28 18:06:21.924017 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb4ad-106c-4d1d-a8f8-8994173c79c9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae796f8-ed42-4dc9-9161-2ed73e181a69,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:21.947261 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-10cc9357-82b2-465d-9123-3b5e60f7911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:21.948849 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-10cc9357-82b2-465d-9123-3b5e60f7911e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484047 Jul 28 18:06:21.971886 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d720488-007a-4544-9c05-06fd294f1409 req-15ecb514-02c0-4edf-89b3-d6dbab05401e service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291068 Jul 28 18:06:22.033160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb4ad-106c-4d1d-a8f8-8994173c79c9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.034382 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5b1cb4ad-106c-4d1d-a8f8-8994173c79c9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5098329 Jul 28 18:06:22.039078 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40170) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:22.043531 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'security_group_rule': {'security_group_id': 'a092c469-7bee-4799-80ae-494ee00b0b82', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:22.049877 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:22.079417 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d720488-007a-4544-9c05-06fd294f1409 req-cfbd088c-cefa-4b80-a255-685205a88391 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015415 Jul 28 18:06:22.081305 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-37fc1e73-74fe-47b8-ba18-eced12e572db service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246967 Jul 28 18:06:22.194912 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e928c3d-e696-495b-b3f6-c98ca2f38923 req-14a80941-214b-4618-9ab3-b1d739b59db2 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908947 Jul 28 18:06:22.211319 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.securitygroups_db [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Project efa7968cb99d4470b48f8ff2fd8bad7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:06:22.221188 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (938179fa-8ca2-48d5-a449-aa7364d8df82), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.234078 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:22.291153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (938179fa-8ca2-48d5-a449-aa7364d8df82), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.351832 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (938179fa-8ca2-48d5-a449-aa7364d8df82), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.372206 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938179fa-8ca2-48d5-a449-aa7364d8df82,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:22.447748 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.451996 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-be95a535-2e15-42ad-b8b8-9596ae87270b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4090381 Jul 28 18:06:22.452557 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40178) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:22.461944 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'security_group_rule': {'security_group_id': 'a092c469-7bee-4799-80ae-494ee00b0b82', 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:22.497161 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2d5e80c1-d655-4e69-b2d7-865d6b14f966 req-bc06fa82-a55d-4839-86cd-e823dccc5a9b tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0294132 Jul 28 18:06:22.548569 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.securitygroups_db [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Project efa7968cb99d4470b48f8ff2fd8bad7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:06:22.555178 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (84968134-1d93-4943-aa4a-448e83645729), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.631027 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Sync routers for ids ['465e5252-aa83-4078-ac8c-46fb23d2557c'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:22.664927 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Routers {'465e5252-aa83-4078-ac8c-46fb23d2557c'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:22.669296 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['465e5252-aa83-4078-ac8c-46fb23d2557c'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:22.670881 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04d43-a3ce-4d52-97c5-8b5cf51db59b req-2c0c0fcd-e4cd-4e51-8b73-68e260053b81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:22.678673 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5c04d43-a3ce-4d52-97c5-8b5cf51db59b req-2c0c0fcd-e4cd-4e51-8b73-68e260053b81 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0940139 Jul 28 18:06:22.686615 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (84968134-1d93-4943-aa4a-448e83645729), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.727770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a85f-cb5c-4972-aa50-6b073676802d req-b4dedf1b-a6b7-4691-8824-32227cfe9ee7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:22.729490 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3161a85f-cb5c-4972-aa50-6b073676802d req-b4dedf1b-a6b7-4691-8824-32227cfe9ee7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0549719 Jul 28 18:06:22.755047 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5c04d43-a3ce-4d52-97c5-8b5cf51db59b req-c0d98729-826c-4308-aa46-55c4b87b4839 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754583 Jul 28 18:06:22.759558 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (84968134-1d93-4943-aa4a-448e83645729), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.790890 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84968134-1d93-4943-aa4a-448e83645729,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:22.796249 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Set router 465e5252-aa83-4078-ac8c-46fb23d2557c gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:22.799879 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3161a85f-cb5c-4972-aa50-6b073676802d req-bf0ae941-2ebb-4d32-89c6-2b3aab0d7034 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633771 Jul 28 18:06:22.880043 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:22.881204 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-764b3efa-f4d3-4ddf-89b7-3e11d048d72f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4275541 Jul 28 18:06:22.947735 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:23.020165 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 4, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '08d94875-3010-4237-a407-a40cb4a2e69f', 'name': '', 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'mac_address': 'fa:16:3e:a1:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:17Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 2, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'subnets': [{'id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:23.034618 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Checking router: 465e5252-aa83-4078-ac8c-46fb23d2557c for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:23.035931 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Updating router 465e5252-aa83-4078-ac8c-46fb23d2557c port 08d94875-3010-4237-a407-a40cb4a2e69f binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:06:23.075507 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 435ec45a-0654-4a21-b482-5de94e5cef6b up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:23.082631 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.173763 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 435ec45a-0654-4a21-b482-5de94e5cef6b triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:23.175298 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.241089 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d350fc-4572-4307-975d-e969527eaab9 req-f6c7092b-6e23-4bef-9278-43e7335f0788 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:23.245053 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-f6c7092b-6e23-4bef-9278-43e7335f0788 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "GET /v2.0/networks?id=01c55f50-a315-477f-80d3-c30431bfaa68 HTTP/1.1" status: 200 len: 813 time: 0.1720293 Jul 28 18:06:23.253291 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:23.256418 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:23.258497 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 435ec45a-0654-4a21-b482-5de94e5cef6b is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:23.304087 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Request body: {'port': {'device_id': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68', 'admin_state_up': True, 'tenant_id': '613c6d4f37814a209077ac2c19506674'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:23.367044 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:23.413687 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Publish callbacks [] for port (08d94875-3010-4237-a407-a40cb4a2e69f), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.513352 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Made reservation on behalf of 613c6d4f37814a209077ac2c19506674 for: {'port': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:23.513830 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.517943 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.575319 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d1c6d-3dfa-4f23-8241-71023f8e500d None None] Pushing event updated for resources: {'Port': ['ID=08d94875-3010-4237-a407-a40cb4a2e69f,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:23.632933 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2364b59d-69a9-46d9-8166-74f4ca0ab9e1 req-fc47a4ef-e671-41f1-ab63-3a03a651250a tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0398989 Jul 28 18:06:23.660564 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Attempting to bind port 08d94875-3010-4237-a407-a40cb4a2e69f on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:23.660564 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Attempting to bind port 08d94875-3010-4237-a407-a40cb4a2e69f by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:23.661578 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Attempting to bind port 08d94875-3010-4237-a407-a40cb4a2e69f on network 43b18dd7-5bee-493f-ab42-49ee0acea445 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:23.667764 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:23.668347 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Checking segment: {'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:23.668897 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.669434 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Bound using segment: {'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:23.670051 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Bound port: 08d94875-3010-4237-a407-a40cb4a2e69f, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:23.670619 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.718406 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:23.721338 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Allocated IP 172.20.0.5 (01c55f50-a315-477f-80d3-c30431bfaa68/2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6/fe531d4b-eb49-4238-84c1-95c99ca13d2c) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:23.748981 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] For port 08d94875-3010-4237-a407-a40cb4a2e69f, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:23.752890 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] For port 08d94875-3010-4237-a407-a40cb4a2e69f, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=08d94875-3010-4237-a407-a40cb4a2e69f,segment=NetworkSegment(2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5),segment_id=2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:23.846748 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.913272 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca192bc-dbcf-4963-9854-8e61e3eef435 req-ac509031-8567-49a5-8ce2-1b8f83e17104 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:23.922299 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-fa7d6d0e-51aa-4e0e-8e96-8f7182529747 None None] Provisioning complete for port 08d94875-3010-4237-a407-a40cb4a2e69f triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:23.922783 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d0e-51aa-4e0e-8e96-8f7182529747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.923695 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca192bc-dbcf-4963-9854-8e61e3eef435 req-ac509031-8567-49a5-8ce2-1b8f83e17104 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0819793 Jul 28 18:06:23.960909 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks [] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:23.984827 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d1c6d-3dfa-4f23-8241-71023f8e500d None None] Pushing event updated for resources: {'Port': ['ID=08d94875-3010-4237-a407-a40cb4a2e69f,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:24.007831 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Routers {'465e5252-aa83-4078-ac8c-46fb23d2557c'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:24.007831 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['465e5252-aa83-4078-ac8c-46fb23d2557c'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:24.020406 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca192bc-dbcf-4963-9854-8e61e3eef435 req-dfb3f06d-0e04-4ea9-9b0a-c6c6424a788f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955968 Jul 28 18:06:24.076173 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d6d0e-51aa-4e0e-8e96-8f7182529747 None None] Current status of the port 08d94875-3010-4237-a407-a40cb4a2e69f is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:24.077192 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d0e-51aa-4e0e-8e96-8f7182529747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:24.119390 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:24.124414 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-fa7d6d0e-51aa-4e0e-8e96-8f7182529747 None None] For port 08d94875-3010-4237-a407-a40cb4a2e69f, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=08d94875-3010-4237-a407-a40cb4a2e69f,segment=NetworkSegment(2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5),segment_id=2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:24.131053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:24.157530 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806b47a-fdf1-46c2-a55e-61c24d2178d0 req-232277a9-785a-481e-827b-46aa436dd12d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:24.163050 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:24.163192 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1806b47a-fdf1-46c2-a55e-61c24d2178d0 req-232277a9-785a-481e-827b-46aa436dd12d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0666153 Jul 28 18:06:24.163298 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] Set router 465e5252-aa83-4078-ac8c-46fb23d2557c gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:24.180109 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Network 01c55f50-a315-477f-80d3-c30431bfaa68 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:24.185688 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:24.190189 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:24.228652 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Pushing event updated for resources: {'Port': ['ID=fe531d4b-eb49-4238-84c1-95c99ca13d2c,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:24.239376 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6d0e-51aa-4e0e-8e96-8f7182529747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:24.265153 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1806b47a-fdf1-46c2-a55e-61c24d2178d0 req-5261225a-0fa2-49ec-bc11-e837246c89d5 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941093 Jul 28 18:06:24.280820 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:24.281530 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:24.315428 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d6d0e-51aa-4e0e-8e96-8f7182529747 None None] Pushing event updated for resources: {'Port': ['ID=08d94875-3010-4237-a407-a40cb4a2e69f,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:24.381607 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-e19f579f-9abd-4be8-8f70-70b615c338bd None None] Provisioning complete for port 08d94875-3010-4237-a407-a40cb4a2e69f triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:24.388809 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e19f579f-9abd-4be8-8f70-70b615c338bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:24.465200 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-1c7ed52c-b865-4efb-8454-bae77d8198b2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1650317 Jul 28 18:06:24.471768 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-e19f579f-9abd-4be8-8f70-70b615c338bd None None] Current status of the port 08d94875-3010-4237-a407-a40cb4a2e69f is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:24.491727 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Request body: {'port': {'device_id': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:24.568353 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 4, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '08d94875-3010-4237-a407-a40cb4a2e69f', 'name': '', 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'mac_address': 'fa:16:3e:a1:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:17Z', 'updated_at': '2022-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'subnets': [{'id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:24.595041 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d86e5-5178-4d35-beac-9aa024a4690a None None] The sync data for ids ['465e5252-aa83-4078-ac8c-46fb23d2557c'] in dv-cinder-837543-7-iscsi is: [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:06:18Z', 'revision_number': 4, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '08d94875-3010-4237-a407-a40cb4a2e69f', 'name': '', 'network_id': '43b18dd7-5bee-493f-ab42-49ee0acea445', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'mac_address': 'fa:16:3e:a1:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:17Z', 'updated_at': '2022-07-28T18:06:23Z', 'revision_number': 4, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'subnets': [{'id': '67bf1606-35ae-494c-867c-80b2d5385a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:24.604085 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:24.808167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60c64c-a781-4628-80af-32169ab703ed req-2cdd4df5-9be7-4994-ac7c-d67fd6e49dcb tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:24.809852 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cf60c64c-a781-4628-80af-32169ab703ed req-2cdd4df5-9be7-4994-ac7c-d67fd6e49dcb tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 931 time: 0.0645983 Jul 28 18:06:24.874575 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cf60c64c-a781-4628-80af-32169ab703ed req-f0a9313c-0b1f-48f4-873b-286303e9d576 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568631 Jul 28 18:06:24.918726 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe531d4b-eb49-4238-84c1-95c99ca13d2c {{(pid=116180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:06:24.928091 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Publish callbacks [] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:24.946502 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.provisioning_blocks [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Transition to ACTIVE for port object fe531d4b-eb49-4238-84c1-95c99ca13d2c will not be triggered until provisioned by entity L2. {{(pid=116180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:06:25.025307 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa6be-e54a-4f94-9944-2f0d7364c011 req-2d3fcb08-d2dc-4bb7-ae51-653802481d68 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.026961 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-250aa6be-e54a-4f94-9944-2f0d7364c011 req-2d3fcb08-d2dc-4bb7-ae51-653802481d68 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0547898 Jul 28 18:06:25.076298 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:25.113147 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 08d94875-3010-4237-a407-a40cb4a2e69f up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:25.156017 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:25.166749 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-250aa6be-e54a-4f94-9944-2f0d7364c011 req-cf26fad3-d139-466b-afa6-e4b291c979a2 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316190 Jul 28 18:06:25.180245 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 08d94875-3010-4237-a407-a40cb4a2e69f triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:25.180245 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:25.211812 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d292494-cbdd-4a81-a5b2-1a2fdaa0ccaa req-9d4a23f7-8122-4c2f-9ed0-016f3849029a tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.213499 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5d292494-cbdd-4a81-a5b2-1a2fdaa0ccaa req-9d4a23f7-8122-4c2f-9ed0-016f3849029a tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0950367 Jul 28 18:06:25.223939 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Pushing event updated for resources: {'Port': ['ID=fe531d4b-eb49-4238-84c1-95c99ca13d2c,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:25.302379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 08d94875-3010-4237-a407-a40cb4a2e69f is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:25.304934 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Attempting to bind port fe531d4b-eb49-4238-84c1-95c99ca13d2c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:25.307841 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Attempting to bind port fe531d4b-eb49-4238-84c1-95c99ca13d2c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:25.308594 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Attempting to bind port fe531d4b-eb49-4238-84c1-95c99ca13d2c on network 01c55f50-a315-477f-80d3-c30431bfaa68 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:25.314494 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Port fe531d4b-eb49-4238-84c1-95c99ca13d2c on network 01c55f50-a315-477f-80d3-c30431bfaa68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:06:25.314887 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Attempting to bind port fe531d4b-eb49-4238-84c1-95c99ca13d2c on network 01c55f50-a315-477f-80d3-c30431bfaa68 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:25.322656 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:25.323199 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Checking segment: {'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:25.323911 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Bound using segment: {'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:25.324446 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Bound port: fe531d4b-eb49-4238-84c1-95c99ca13d2c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'}}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:25.325067 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:25.329452 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-f8410476-fc81-464f-8737-21915b0bc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.331127 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-f8410476-fc81-464f-8737-21915b0bc839 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1130 time: 0.0730155 Jul 28 18:06:25.343331 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5d292494-cbdd-4a81-a5b2-1a2fdaa0ccaa req-88e84715-111c-4658-b8aa-6a1dc1018677 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209500 Jul 28 18:06:25.455762 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fd2fc-dff8-462d-ac3e-845921d6600f req-affbcf31-03b8-444a-9ce8-8aba64eceb3b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.458573 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cb7fd2fc-dff8-462d-ac3e-845921d6600f req-affbcf31-03b8-444a-9ce8-8aba64eceb3b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0862498 Jul 28 18:06:25.461966 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:25.463864 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] For port fe531d4b-eb49-4238-84c1-95c99ca13d2c, host hv-cinder-83754, cleared binding levels {{(pid=116180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:25.467982 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] For port fe531d4b-eb49-4238-84c1-95c99ca13d2c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fe531d4b-eb49-4238-84c1-95c99ca13d2c,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:25.480693 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-b73d3e61-d142-4cb8-945f-303bea87ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.482208 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-b73d3e61-d142-4cb8-945f-303bea87ad8c service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.1371720 Jul 28 18:06:25.543136 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cb7fd2fc-dff8-462d-ac3e-845921d6600f req-e04244ba-1474-4858-8266-b37fdd576981 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677805 Jul 28 18:06:25.565891 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-cba7352d-4d83-4f2f-834e-f346f2f76aa3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 200 len: 1002 time: 0.0752604 Jul 28 18:06:25.610489 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:25.628643 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-9eff0630-0933-4712-8992-c46ee589c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.630224 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-9eff0630-0933-4712-8992-c46ee589c38c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0559366 Jul 28 18:06:25.649048 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.649689 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:25.651127 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-69551134-db35-47f5-9724-90df9a45f13c service neutron] 10.222.0.99 "PUT /v2.0/ports/fe531d4b-eb49-4238-84c1-95c99ca13d2c HTTP/1.1" status: 200 len: 1093 time: 1.1638570 Jul 28 18:06:25.651622 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'tag': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:25.654112 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30851f4a-91b0-49e1-9a13-72dc9735b79b" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb343d5-d21e-4542-a9b9-699415dbbb36", "tag": "fe531d4b-eb49-4238-84c1-95c99ca13d2c"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:25.679203 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:25.691158 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69551134-db35-47f5-9724-90df9a45f13c service neutron] Pushing event updated for resources: {'Port': ['ID=fe531d4b-eb49-4238-84c1-95c99ca13d2c,revision_number=3']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:25.693266 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-beaf551a-7c99-4c39-a7c6-89147856f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.694927 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-beaf551a-7c99-4c39-a7c6-89147856f6b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567508 Jul 28 18:06:25.712770 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131522e6-c8a0-47e9-bda1-66c5a15ea802 x-openstack-request-id: req-131522e6-c8a0-47e9-bda1-66c5a15ea802 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:25.721795 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb343d5-d21e-4542-a9b9-699415dbbb36", "tag": "fe531d4b-eb49-4238-84c1-95c99ca13d2c", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:25.721795 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-131522e6-c8a0-47e9-bda1-66c5a15ea802 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:25.721795 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131522e6-c8a0-47e9-bda1-66c5a15ea802'] response: {'name': 'network-changed', 'server_uuid': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'tag': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c', 'status': 'completed', 'code': 200} Jul 28 18:06:25.801733 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-bdfdd026-1324-4502-89f9-7db6398ac062 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997143 Jul 28 18:06:25.803240 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30851f4a-91b0-49e1-9a13-72dc9735b79b req-966d3ce1-5484-48fa-ba4b-3315e58cb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.804808 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-30851f4a-91b0-49e1-9a13-72dc9735b79b req-966d3ce1-5484-48fa-ba4b-3315e58cb61e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=613c6d4f37814a209077ac2c19506674&device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 1127 time: 0.0429196 Jul 28 18:06:25.944673 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9d1f17a6-40fb-4c9d-930f-cffdc5c772f9 req-3d1a437d-6897-48ff-8d18-b9d1ad1ee389 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233299 Jul 28 18:06:25.946268 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30851f4a-91b0-49e1-9a13-72dc9735b79b req-87ff53ce-7a30-44b8-b20e-fb3f42ee1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:25.947796 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-30851f4a-91b0-49e1-9a13-72dc9735b79b req-87ff53ce-7a30-44b8-b20e-fb3f42ee1944 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=613c6d4f37814a209077ac2c19506674&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1281695 Jul 28 18:06:26.067294 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:26.090743 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043df02-01c2-4155-b1b2-11704bde3357 req-ab9623bd-d18a-4ed6-8def-2fcd66a666e0 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:26.092566 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8043df02-01c2-4155-b1b2-11704bde3357 req-ab9623bd-d18a-4ed6-8def-2fcd66a666e0 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 943 time: 0.1030154 Jul 28 18:06:26.133010 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40284) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:26.155826 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30851f4a-91b0-49e1-9a13-72dc9735b79b req-57e00fe8-bb31-4933-8462-506828dc9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:26.158010 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-30851f4a-91b0-49e1-9a13-72dc9735b79b req-57e00fe8-bb31-4933-8462-506828dc9264 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962380 Jul 28 18:06:26.176486 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8043df02-01c2-4155-b1b2-11704bde3357 req-da542c46-4ece-453e-8dd0-509324454c22 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750086 Jul 28 18:06:26.271886 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:26.299316 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49208880-74d9-4df1-bc5a-4b4d8149c763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.307825 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.319293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d350fc-4572-4307-975d-e969527eaab9 req-3ee8bad9-ccfb-4cb4-8aeb-16f385bf98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:26.320918 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-3ee8bad9-ccfb-4cb4-8aeb-16f385bf98c7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=613c6d4f37814a209077ac2c19506674&device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 1127 time: 0.0454521 Jul 28 18:06:26.333532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f607-3182-4af5-8659-efb0079eb866 req-89b67a41-5da5-46a9-bd9b-0ad077d930c9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:26.335065 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cd95f607-3182-4af5-8659-efb0079eb866 req-89b67a41-5da5-46a9-bd9b-0ad077d930c9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0816677 Jul 28 18:06:26.375777 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-75123f31-8572-4694-b583-df19d5d5cd98 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe531d4b-eb49-4238-84c1-95c99ca13d2c HTTP/1.1" status: 200 len: 217 time: 0.0381439 Jul 28 18:06:26.422999 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cd95f607-3182-4af5-8659-efb0079eb866 req-a351c829-814e-48fe-b464-b74607c07f8d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813785 Jul 28 18:06:26.447980 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d350fc-4572-4307-975d-e969527eaab9 req-84afd629-08e0-43fc-a763-b73386e62229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:26.453646 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-84afd629-08e0-43fc-a763-b73386e62229 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6 HTTP/1.1" status: 200 len: 853 time: 0.0671153 Jul 28 18:06:26.461600 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49208880-74d9-4df1-bc5a-4b4d8149c763 admin admin] Publish callbacks [] for security_group (49faa605-9a9b-4d2b-a700-52e7f8832744), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.509146 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-182f19d4-5726-49c2-903c-a9bad98aeb64 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=01c55f50-a315-477f-80d3-c30431bfaa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347600 Jul 28 18:06:26.522579 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba2203-5942-49a9-a23c-30279815c1c7 req-cf7d5ed5-6806-413d-a9a8-7e16ebd418e6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:26.522579 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-64ba2203-5942-49a9-a23c-30279815c1c7 req-cf7d5ed5-6806-413d-a9a8-7e16ebd418e6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0858455 Jul 28 18:06:26.545903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-49208880-74d9-4df1-bc5a-4b4d8149c763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (49faa605-9a9b-4d2b-a700-52e7f8832744), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.602382 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-49208880-74d9-4df1-bc5a-4b4d8149c763 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=59a60575db5d4454b8404d3ce06dd5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681621 Jul 28 18:06:26.604910 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49208880-74d9-4df1-bc5a-4b4d8149c763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49faa605-9a9b-4d2b-a700-52e7f8832744,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:26.607372 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40296) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:26.655992 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-64ba2203-5942-49a9-a23c-30279815c1c7 req-93ed746f-5849-425d-bf71-ea54ffc78a56 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282361 Jul 28 18:06:26.664804 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-df8eeda5-1b85-4d54-9671-c177b02fb8d4 admin admin] Publish callbacks [] for security_group (49faa605-9a9b-4d2b-a700-52e7f8832744), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.678874 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-85119eca-fd4b-4895-9261-54e6e0e121b6 service neutron] 10.222.0.99 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584544 Jul 28 18:06:26.726804 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-df8eeda5-1b85-4d54-9671-c177b02fb8d4 admin admin] Publish callbacks [] for security_group (49faa605-9a9b-4d2b-a700-52e7f8832744), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.743260 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c47d99-5fa0-4a3e-9ed6-c8ead99e7d1c req-da46ae04-3d06-46c0-9ff4-81228a893150 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:26.744869 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f3c47d99-5fa0-4a3e-9ed6-c8ead99e7d1c req-da46ae04-3d06-46c0-9ff4-81228a893150 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0781634 Jul 28 18:06:26.819983 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f3c47d99-5fa0-4a3e-9ed6-c8ead99e7d1c req-e2a8bd80-46b6-4b1c-9986-79b96b59b0ec tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657458 Jul 28 18:06:26.908117 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-df8eeda5-1b85-4d54-9671-c177b02fb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (49faa605-9a9b-4d2b-a700-52e7f8832744), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.910969 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-df8eeda5-1b85-4d54-9671-c177b02fb8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:26.914613 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-df8eeda5-1b85-4d54-9671-c177b02fb8d4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/49faa605-9a9b-4d2b-a700-52e7f8832744 HTTP/1.1" status: 204 len: 168 time: 0.3038521 Jul 28 18:06:26.922301 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eeda5-1b85-4d54-9671-c177b02fb8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49faa605-9a9b-4d2b-a700-52e7f8832744,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:27.033144 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26d350fc-4572-4307-975d-e969527eaab9 req-af3462e9-b9c7-450c-8bd0-2fd2ff9e226e service neutron] 10.222.0.99 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465643 Jul 28 18:06:27.312479 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fd44d-e708-4828-99cb-cf7b409dabd2 req-6631d418-522d-4a35-b28e-61914197bc76 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:27.314334 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bf3fd44d-e708-4828-99cb-cf7b409dabd2 req-6631d418-522d-4a35-b28e-61914197bc76 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 943 time: 0.0556896 Jul 28 18:06:27.370395 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bf3fd44d-e708-4828-99cb-cf7b409dabd2 req-9d6ec45d-ebe8-4d2c-8e24-0bcc75f98a0c tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498042 Jul 28 18:06:27.564283 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf55d5-9a01-4ec8-9dc6-105b1e16deb3 req-aaf1b03c-acbb-4db8-acb1-160a191f10ff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:27.565785 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-69bf55d5-9a01-4ec8-9dc6-105b1e16deb3 req-aaf1b03c-acbb-4db8-acb1-160a191f10ff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0512197 Jul 28 18:06:27.617238 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-69bf55d5-9a01-4ec8-9dc6-105b1e16deb3 req-3c4d819a-3d1e-4887-9dc4-ec49123d180f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457878 Jul 28 18:06:27.770914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:27.780266 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0407b-1adc-4581-b271-7834e15dfced req-5678abdb-5fa4-41df-9b2f-bd2a99743584 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:27.782810 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bde0407b-1adc-4581-b271-7834e15dfced req-5678abdb-5fa4-41df-9b2f-bd2a99743584 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0504699 Jul 28 18:06:27.848826 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bde0407b-1adc-4581-b271-7834e15dfced req-9b28e5ae-7cd0-48ce-ad90-1f11fc7242a9 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608954 Jul 28 18:06:27.944838 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ef06-cb07-4ea1-af2b-0bec9b964a54 req-fa9a950f-996d-4a0b-b0bd-ee7b115e88b7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:27.946235 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0b20ef06-cb07-4ea1-af2b-0bec9b964a54 req-fa9a950f-996d-4a0b-b0bd-ee7b115e88b7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0511591 Jul 28 18:06:27.985866 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:28.000387 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0b20ef06-cb07-4ea1-af2b-0bec9b964a54 req-200b49f9-1cf1-4196-99ae-3802c29ef776 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478101 Jul 28 18:06:28.496442 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4ca8-d039-47b8-a8e8-5d32f4140ddd req-92ccfe2f-94f7-4e93-9d8f-9689b2e3e2b9 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:28.497895 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-998d4ca8-d039-47b8-a8e8-5d32f4140ddd req-92ccfe2f-94f7-4e93-9d8f-9689b2e3e2b9 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 943 time: 0.0510910 Jul 28 18:06:28.546909 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-998d4ca8-d039-47b8-a8e8-5d32f4140ddd req-64024a05-3edd-443e-b0d3-55da9fdbccff tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Jul 28 18:06:28.743523 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240685a-4010-4e11-ba7d-b8289d71577c req-d748e88b-bc8b-4c67-8233-ac2f9403d058 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:28.745022 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5240685a-4010-4e11-ba7d-b8289d71577c req-d748e88b-bc8b-4c67-8233-ac2f9403d058 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0502677 Jul 28 18:06:28.796211 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5240685a-4010-4e11-ba7d-b8289d71577c req-65505ae2-ecd8-4938-9de2-71e796a9a0b9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443716 Jul 28 18:06:28.969855 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b09a22-5785-45e9-b81f-5a26198e7bde req-3c80f124-341c-4488-9187-50998ac3a33d tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:28.971398 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5b09a22-5785-45e9-b81f-5a26198e7bde req-3c80f124-341c-4488-9187-50998ac3a33d tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0475979 Jul 28 18:06:29.033720 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5b09a22-5785-45e9-b81f-5a26198e7bde req-69996010-bf68-46d7-a75c-c667a752bf43 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564768 Jul 28 18:06:29.120167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcfa87-edb4-4279-9f69-c9c46499744f req-11a1ddc5-6624-4759-9955-f47582c7ec2f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:29.121638 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ddcfa87-edb4-4279-9f69-c9c46499744f req-11a1ddc5-6624-4759-9955-f47582c7ec2f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0481234 Jul 28 18:06:29.175483 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ddcfa87-edb4-4279-9f69-c9c46499744f req-239346a5-faff-449e-8fa3-fa0291f08e57 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481298 Jul 28 18:06:29.667780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab517016-6269-40af-b82c-4c7de6d06fa4 req-41f7c2f1-7da3-4eba-87be-14db320d24d7 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:29.669329 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab517016-6269-40af-b82c-4c7de6d06fa4 req-41f7c2f1-7da3-4eba-87be-14db320d24d7 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 943 time: 0.0510688 Jul 28 18:06:29.719616 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab517016-6269-40af-b82c-4c7de6d06fa4 req-31d0045b-7c67-434a-86b2-b33ed00230c1 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Jul 28 18:06:29.943955 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e8da8-cb76-4768-9eba-77786a403048 req-c8a492a7-0db4-4228-9ce5-0836e34055cd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:29.945564 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-081e8da8-cb76-4768-9eba-77786a403048 req-c8a492a7-0db4-4228-9ce5-0836e34055cd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0602567 Jul 28 18:06:29.993950 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-081e8da8-cb76-4768-9eba-77786a403048 req-16296d96-616a-407b-88c4-b3bdfa9174b7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 Jul 28 18:06:30.157873 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669dc8-5ab4-4862-ada7-601e9db0241e req-396263f9-9162-43db-aad5-7d72d5a36dea tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:30.159323 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-12669dc8-5ab4-4862-ada7-601e9db0241e req-396263f9-9162-43db-aad5-7d72d5a36dea tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0490353 Jul 28 18:06:30.221253 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-12669dc8-5ab4-4862-ada7-601e9db0241e req-959bc18c-522d-4588-b645-93d7ce8c94cb tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561728 Jul 28 18:06:30.301738 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b95f-b133-4b35-8065-91397db245ce req-4446cda3-afe3-418b-b7fa-6dda0e3a0075 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:30.303139 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d0c9b95f-b133-4b35-8065-91397db245ce req-4446cda3-afe3-418b-b7fa-6dda0e3a0075 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0477245 Jul 28 18:06:30.352552 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d0c9b95f-b133-4b35-8065-91397db245ce req-10e9832d-7a7a-408a-a0b6-0d81820a933a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Jul 28 18:06:30.746832 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device fe531d4b-eb49-4238-84c1-95c99ca13d2c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:30.814574 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:30.855128 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859c52e-1d55-4fbe-a2e1-ecb0574b1416 req-7ccff29f-80cb-407b-82c8-b9477643f7c0 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:30.856651 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e859c52e-1d55-4fbe-a2e1-ecb0574b1416 req-7ccff29f-80cb-407b-82c8-b9477643f7c0 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 943 time: 0.0614815 Jul 28 18:06:30.857369 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port fe531d4b-eb49-4238-84c1-95c99ca13d2c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fe531d4b-eb49-4238-84c1-95c99ca13d2c,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:30.869299 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c', 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68', 'port_id': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c', 'mac_address': 'fa:16:3e:92:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:30.905877 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port fe531d4b-eb49-4238-84c1-95c99ca13d2c is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:30.906729 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e859c52e-1d55-4fbe-a2e1-ecb0574b1416 req-80bb3b55-9c50-441a-a96b-f1ca8897deed tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Jul 28 18:06:30.906931 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:30.918179 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:30.921282 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe531d4b-eb49-4238-84c1-95c99ca13d2c {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:06:30.942496 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port fe531d4b-eb49-4238-84c1-95c99ca13d2c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fe531d4b-eb49-4238-84c1-95c99ca13d2c,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:31.071608 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:31.104156 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-017ed981-1fcd-4dfe-a687-91605821d6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:31.123846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4738ba-d134-40a3-a6db-890f1f0288ab req-0a5bc786-1aa4-410e-ab4f-fad03686525c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:31.129800 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bd4738ba-d134-40a3-a6db-890f1f0288ab req-0a5bc786-1aa4-410e-ab4f-fad03686525c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0550835 Jul 28 18:06:31.134039 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=fe531d4b-eb49-4238-84c1-95c99ca13d2c,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:31.175244 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bd4738ba-d134-40a3-a6db-890f1f0288ab req-e7939ad2-1444-4c96-8089-c8dbdc078563 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Jul 28 18:06:31.345986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda03f0-4fb1-4d09-adcd-714f288193c5 req-56d8612d-48e4-4f25-b399-d1c7191d85fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:31.347497 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0dda03f0-4fb1-4d09-adcd-714f288193c5 req-56d8612d-48e4-4f25-b399-d1c7191d85fc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0475368 Jul 28 18:06:31.416039 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0dda03f0-4fb1-4d09-adcd-714f288193c5 req-6f8ce084-e7c7-4f10-b683-6da51d8d571b tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621409 Jul 28 18:06:31.468210 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:31.477301 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac28d-8bb8-4a87-a2c3-a3febdcd33e9 req-5206ebd1-d364-4438-9fce-507966930a81 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:31.478865 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b52ac28d-8bb8-4a87-a2c3-a3febdcd33e9 req-5206ebd1-d364-4438-9fce-507966930a81 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0493872 Jul 28 18:06:31.530776 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b52ac28d-8bb8-4a87-a2c3-a3febdcd33e9 req-c51542dc-97b5-4423-9ad6-f7aee6cada65 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Jul 28 18:06:31.580646 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['fe531d4b-eb49-4238-84c1-95c99ca13d2c'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:32.026717 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17b0f-2f6d-4898-aa2d-5ece51bbc236 req-60dc1b7d-4908-40ac-9626-c7b9373108ae tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:32.028213 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-28c17b0f-2f6d-4898-aa2d-5ece51bbc236 req-60dc1b7d-4908-40ac-9626-c7b9373108ae tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 944 time: 0.0497091 Jul 28 18:06:32.081007 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-28c17b0f-2f6d-4898-aa2d-5ece51bbc236 req-8d43dc94-af1a-442f-88f9-85e1a26916ff tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458257 Jul 28 18:06:32.306142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88947e2-6003-4050-8a61-44b250004627 req-5367fde2-4270-4421-a67b-5ffdcd559386 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:32.307741 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b88947e2-6003-4050-8a61-44b250004627 req-5367fde2-4270-4421-a67b-5ffdcd559386 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0582004 Jul 28 18:06:32.359968 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b88947e2-6003-4050-8a61-44b250004627 req-ec0a0090-16ce-4eb4-9ea1-679b793081c4 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462153 Jul 28 18:06:32.539962 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999e0b7-a2ac-4e4b-909f-6d16b9aea067 req-3c3f0bd7-86c6-4c85-bc77-fbbfcaae427f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:32.541467 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7999e0b7-a2ac-4e4b-909f-6d16b9aea067 req-3c3f0bd7-86c6-4c85-bc77-fbbfcaae427f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0486407 Jul 28 18:06:32.608324 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7999e0b7-a2ac-4e4b-909f-6d16b9aea067 req-3e6577e3-4ba3-4ef2-a223-6b0d577d9fe3 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595412 Jul 28 18:06:32.652913 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ac639-9d49-4cfe-a85b-921b9cd14f60 req-87b6323b-c487-4f00-9ba7-622201f35c7c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:32.654435 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-539ac639-9d49-4cfe-a85b-921b9cd14f60 req-87b6323b-c487-4f00-9ba7-622201f35c7c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 943 time: 0.0490274 Jul 28 18:06:32.705844 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-539ac639-9d49-4cfe-a85b-921b9cd14f60 req-cd3b6200-cd16-4568-82eb-d70e820bd51a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455277 Jul 28 18:06:32.741144 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device e04a6944-3588-4a0b-9a97-45eafc96eeed details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:06:32.756818 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device fe531d4b-eb49-4238-84c1-95c99ca13d2c up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:32.758602 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:32.852940 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port fe531d4b-eb49-4238-84c1-95c99ca13d2c completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:06:32.885262 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port e04a6944-3588-4a0b-9a97-45eafc96eeed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:32.899235 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'port_id': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'mac_address': 'fa:16:3e:d7:ac:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:06:33.063639 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port fe531d4b-eb49-4238-84c1-95c99ca13d2c triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:33.064004 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:33.067772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port e04a6944-3588-4a0b-9a97-45eafc96eeed is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:33.068147 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:33.104483 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04a6944-3588-4a0b-9a97-45eafc96eeed {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:06:33.133372 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port e04a6944-3588-4a0b-9a97-45eafc96eeed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:33.172446 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port fe531d4b-eb49-4238-84c1-95c99ca13d2c is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:33.172887 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:33.199454 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:33.201739 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe4b0e-a641-4337-b4e2-4ad9a18f8474" -d '{"events": [{"server_uuid": "4eb343d5-d21e-4542-a9b9-699415dbbb36", "name": "network-vif-plugged", "status": "completed", "tag": "fe531d4b-eb49-4238-84c1-95c99ca13d2c"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:33.203936 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:33.204958 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b9ce0-9f31-46c6-8731-644c456d0153 req-aca9d8ec-e11f-45af-913e-33106a2df65d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:33.206597 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-425b9ce0-9f31-46c6-8731-644c456d0153 req-aca9d8ec-e11f-45af-913e-33106a2df65d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 944 time: 0.0515897 Jul 28 18:06:33.215917 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port fe531d4b-eb49-4238-84c1-95c99ca13d2c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fe531d4b-eb49-4238-84c1-95c99ca13d2c,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:33.226115 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:33.253976 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4a76db-6288-43cb-85b5-49338a3ee7e2 x-openstack-request-id: req-bb4a76db-6288-43cb-85b5-49338a3ee7e2 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:33.254289 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb343d5-d21e-4542-a9b9-699415dbbb36", "name": "network-vif-plugged", "status": "completed", "tag": "fe531d4b-eb49-4238-84c1-95c99ca13d2c", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:33.254603 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bb4a76db-6288-43cb-85b5-49338a3ee7e2 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:33.255003 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4a76db-6288-43cb-85b5-49338a3ee7e2'] response: {'server_uuid': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c', 'code': 200} Jul 28 18:06:33.267256 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-425b9ce0-9f31-46c6-8731-644c456d0153 req-7b3d6240-bcdd-4c2b-a3e3-98ebba4674cc tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464211 Jul 28 18:06:33.282984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=e04a6944-3588-4a0b-9a97-45eafc96eeed,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:33.318684 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:33.368185 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=fe531d4b-eb49-4238-84c1-95c99ca13d2c,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:33.483198 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c9fdd-3e1e-4930-9094-ee5b97d90312 req-6a0c9911-c0b1-4642-a4df-f7d621f255b5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:33.485670 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-988c9fdd-3e1e-4930-9094-ee5b97d90312 req-6a0c9911-c0b1-4642-a4df-f7d621f255b5 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0499659 Jul 28 18:06:33.539707 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-988c9fdd-3e1e-4930-9094-ee5b97d90312 req-cff000f7-f0f7-4dbb-80a6-4e917b88fee3 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Jul 28 18:06:33.603594 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5beef564-7c3e-4164-9274-a79a42f9e012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:33.646832 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['e04a6944-3588-4a0b-9a97-45eafc96eeed'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:06:33.651869 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e665f-fe71-4d6a-b16e-1cec11e03681 req-2dfeffc5-5e0e-4763-b533-5c0b4ab832c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:33.653731 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db7e665f-fe71-4d6a-b16e-1cec11e03681 req-2dfeffc5-5e0e-4763-b533-5c0b4ab832c4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 1129 time: 0.0464721 Jul 28 18:06:33.738825 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-db7e665f-fe71-4d6a-b16e-1cec11e03681 req-efaa308d-93a0-4ca4-b4ea-a56e43aca8b4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773127 Jul 28 18:06:33.744275 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:33.753366 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8058-5970-4647-a8dd-5bf0537b3f1e req-7094575f-f189-4e1c-8841-5738003116ce tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:33.765776 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-883e8058-5970-4647-a8dd-5bf0537b3f1e req-7094575f-f189-4e1c-8841-5738003116ce tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0632679 Jul 28 18:06:33.837033 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-883e8058-5970-4647-a8dd-5bf0537b3f1e req-432c756e-4270-403d-8b81-31c9dea16a38 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756476 Jul 28 18:06:33.851159 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a740b-3c7c-4a3e-a6c5-08b0188acb64 req-42a02b64-b033-4659-bbd0-c1bba862cb62 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:33.852245 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-239a740b-3c7c-4a3e-a6c5-08b0188acb64 req-42a02b64-b033-4659-bbd0-c1bba862cb62 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 944 time: 0.0689542 Jul 28 18:06:33.887463 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:33.907819 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-239a740b-3c7c-4a3e-a6c5-08b0188acb64 req-9e7e3e14-515d-4f19-b781-badc80eab375 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489948 Jul 28 18:06:34.391515 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd3b1-7107-4245-934d-31b627d83d6f req-7171f720-f286-4e32-af75-ab30fd81b49d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:34.392210 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:34.393133 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0b5bd3b1-7107-4245-934d-31b627d83d6f req-7171f720-f286-4e32-af75-ab30fd81b49d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Jul 28 18:06:34.446499 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0b5bd3b1-7107-4245-934d-31b627d83d6f req-c6d47d10-a50b-4971-8b26-99917c09f892 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 Jul 28 18:06:34.572158 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=40 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:34.661507 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1be6a-0771-41ce-b661-128201a65bdf req-59c793c9-fd86-4d36-9434-bcfda9af6caa tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:34.663036 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e5e1be6a-0771-41ce-b661-128201a65bdf req-59c793c9-fd86-4d36-9434-bcfda9af6caa tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0479214 Jul 28 18:06:34.711225 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e5e1be6a-0771-41ce-b661-128201a65bdf req-8d825408-be3a-46e7-bd06-a7081f1f7ced tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Jul 28 18:06:34.764688 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device e04a6944-3588-4a0b-9a97-45eafc96eeed up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:34.801246 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:34.809831 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port e04a6944-3588-4a0b-9a97-45eafc96eeed completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:06:34.912027 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port e04a6944-3588-4a0b-9a97-45eafc96eeed triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:34.912411 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:34.973562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64ddba-b2ba-48d1-9141-5ba98f67b999 req-5500c79f-79fe-4517-ad57-d3e12c7e590f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:34.975853 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab64ddba-b2ba-48d1-9141-5ba98f67b999 req-5500c79f-79fe-4517-ad57-d3e12c7e590f tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0542791 Jul 28 18:06:35.010856 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port e04a6944-3588-4a0b-9a97-45eafc96eeed is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:35.011309 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:35.058529 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab64ddba-b2ba-48d1-9141-5ba98f67b999 req-d2e3dd67-9052-4241-bc29-b71494d1a004 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761783 Jul 28 18:06:35.060581 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port e04a6944-3588-4a0b-9a97-45eafc96eeed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:35.071801 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c45fe-5830-4284-8874-da59c1311e83 req-efc507d2-0a7d-40fb-bc0f-e31d72cf67ba tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:35.073939 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c08c45fe-5830-4284-8874-da59c1311e83 req-efc507d2-0a7d-40fb-bc0f-e31d72cf67ba tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 944 time: 0.0913901 Jul 28 18:06:35.127308 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c08c45fe-5830-4284-8874-da59c1311e83 req-ba25089f-c99e-4157-a870-dfe56d7a6309 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479944 Jul 28 18:06:35.130125 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:35.179130 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=e04a6944-3588-4a0b-9a97-45eafc96eeed,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:35.256640 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:35.259063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16de693e-c090-4aa8-822e-13f95fdd5fcd" -d '{"events": [{"server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "name": "network-vif-plugged", "status": "completed", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:35.295908 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bff2e6d-1925-4fb9-81ca-6c40176b9a11 x-openstack-request-id: req-1bff2e6d-1925-4fb9-81ca-6c40176b9a11 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:35.296219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "name": "network-vif-plugged", "status": "completed", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:35.296572 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1bff2e6d-1925-4fb9-81ca-6c40176b9a11 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:35.296850 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bff2e6d-1925-4fb9-81ca-6c40176b9a11'] response: {'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'code': 200} Jul 28 18:06:35.565731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7760-1efc-4322-8b12-b42a42e9bfec req-7cd90575-d3a0-42b3-a144-f8ce5671f47d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:35.567268 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c17c7760-1efc-4322-8b12-b42a42e9bfec req-7cd90575-d3a0-42b3-a144-f8ce5671f47d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 945 time: 0.0471120 Jul 28 18:06:35.615378 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c17c7760-1efc-4322-8b12-b42a42e9bfec req-ea8e333c-f906-470b-8980-d6ab99e39b84 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Jul 28 18:06:35.836785 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266c30b-296d-4a82-9383-7ffe83056fe2 req-d23abb73-bfe3-4438-aca5-77c78c45ae79 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:35.838402 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b266c30b-296d-4a82-9383-7ffe83056fe2 req-d23abb73-bfe3-4438-aca5-77c78c45ae79 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0528672 Jul 28 18:06:35.867822 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:35.891165 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b266c30b-296d-4a82-9383-7ffe83056fe2 req-dff3be56-887c-4eb8-9679-9c883ed69b90 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464251 Jul 28 18:06:36.063698 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a6cce-4ebc-4f4d-bd71-9d01e8369d7d req-be62a574-3484-4011-880d-876cadd0e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:36.065584 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c09a6cce-4ebc-4f4d-bd71-9d01e8369d7d req-be62a574-3484-4011-880d-876cadd0e637 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 1129 time: 0.0500302 Jul 28 18:06:36.117130 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:36.125096 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c09a6cce-4ebc-4f4d-bd71-9d01e8369d7d req-12f519b1-e0a3-48cc-9f3f-2513c3d81d96 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469868 Jul 28 18:06:36.196702 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849c27-d41d-4586-8b8e-1989caddfd94 req-5a0c143d-8078-445a-9c0a-0522cf926f14 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:36.198263 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-33849c27-d41d-4586-8b8e-1989caddfd94 req-5a0c143d-8078-445a-9c0a-0522cf926f14 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0500305 Jul 28 18:06:36.205097 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:36.252185 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3c94d-ce40-411b-a766-e9216e2f6416 req-1ae0c412-0d89-4f2b-8f53-7c21600614a0 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:36.253787 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-31c3c94d-ce40-411b-a766-e9216e2f6416 req-1ae0c412-0d89-4f2b-8f53-7c21600614a0 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0509210 Jul 28 18:06:36.309653 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-31c3c94d-ce40-411b-a766-e9216e2f6416 req-6492ec24-b8eb-444d-8e4e-3a761d9c3ca6 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498719 Jul 28 18:06:36.503901 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-33849c27-d41d-4586-8b8e-1989caddfd94 req-c409d910-c6c1-4a2e-89a7-d90584ad3181 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2994866 Jul 28 18:06:36.739133 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0b32-e1ab-4ee7-84ff-ba3f5667978a req-ea3c16e3-6f37-425e-a607-85198ed952dd tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:36.740631 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-90ae0b32-e1ab-4ee7-84ff-ba3f5667978a req-ea3c16e3-6f37-425e-a607-85198ed952dd tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Jul 28 18:06:36.787877 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-90ae0b32-e1ab-4ee7-84ff-ba3f5667978a req-ff58dac6-9d94-493d-ac8c-24a300a28225 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Jul 28 18:06:37.017425 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7e160-e601-4531-88ea-63c874610b4c req-91d9db18-1012-48de-85a8-358c97ba728d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:37.018984 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8bb7e160-e601-4531-88ea-63c874610b4c req-91d9db18-1012-48de-85a8-358c97ba728d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0529530 Jul 28 18:06:37.071330 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8bb7e160-e601-4531-88ea-63c874610b4c req-c4f883c9-9ed8-44f8-89be-9bb3feb78bab tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467780 Jul 28 18:06:37.435552 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19001825-0795-475c-ae6b-c8e148f12550 req-f1a13e97-f736-4ae7-855d-ce94f12c879e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:37.437127 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-19001825-0795-475c-ae6b-c8e148f12550 req-f1a13e97-f736-4ae7-855d-ce94f12c879e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0517185 Jul 28 18:06:37.490689 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-19001825-0795-475c-ae6b-c8e148f12550 req-b4477080-9b86-4c65-a11a-c69a8056e870 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Jul 28 18:06:37.627027 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7a6cc-b387-44b7-b82f-c60d7d53bcc9 req-1f257f7e-0d23-4152-9ca9-093151e49009 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:37.628522 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-14f7a6cc-b387-44b7-b82f-c60d7d53bcc9 req-1f257f7e-0d23-4152-9ca9-093151e49009 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0488527 Jul 28 18:06:37.695591 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-14f7a6cc-b387-44b7-b82f-c60d7d53bcc9 req-fe5ea65c-6a5f-4856-8d22-d4d86b88c09c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612979 Jul 28 18:06:38.197413 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745dc8-e4ac-489b-9da6-cba239987d07 req-72dfcace-fc40-4450-b03c-89f54e3fe096 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:38.199020 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-86745dc8-e4ac-489b-9da6-cba239987d07 req-72dfcace-fc40-4450-b03c-89f54e3fe096 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0487890 Jul 28 18:06:38.254323 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-86745dc8-e4ac-489b-9da6-cba239987d07 req-9d0da572-bb7a-40f8-ac02-72286836aeae tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482144 Jul 28 18:06:38.615653 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ff2c8-949b-42b2-a4e2-7434ce739ced req-619eb31a-3a96-4e5b-a099-f271c281523c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:38.617668 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2b9ff2c8-949b-42b2-a4e2-7434ce739ced req-619eb31a-3a96-4e5b-a099-f271c281523c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0535941 Jul 28 18:06:38.670874 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2b9ff2c8-949b-42b2-a4e2-7434ce739ced req-48bd97c8-7145-4992-ae64-677271dae7f5 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470650 Jul 28 18:06:38.794474 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b747b-9967-4c5f-bf7c-6f58d6f4b29b req-02a437dd-10f0-426e-84bd-96b83a9ddb6a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:38.796018 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5e5b747b-9967-4c5f-bf7c-6f58d6f4b29b req-02a437dd-10f0-426e-84bd-96b83a9ddb6a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0482204 Jul 28 18:06:38.851536 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5e5b747b-9967-4c5f-bf7c-6f58d6f4b29b req-7d3a8426-386d-423d-9be2-5f28dc998739 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493765 Jul 28 18:06:38.878242 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40492) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:38.920394 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:38.962097 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494b99d-2f52-46fc-aca4-f4d6254d5f12 req-7cfbaf4c-4e3a-4fa6-b834-cb609f644423 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:38.964021 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7494b99d-2f52-46fc-aca4-f4d6254d5f12 req-7cfbaf4c-4e3a-4fa6-b834-cb609f644423 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0533066 Jul 28 18:06:39.035675 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7494b99d-2f52-46fc-aca4-f4d6254d5f12 req-eb9a8d5a-c186-47ff-8253-93205643ec8c tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652339 Jul 28 18:06:39.080216 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c49e4-d65a-4f0e-acc0-eb4933197292 tempest-TestVolumeBootPattern-2029310457 tempest-TestVolumeBootPattern-2029310457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:39.081798 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c13c49e4-d65a-4f0e-acc0-eb4933197292 tempest-TestVolumeBootPattern-2029310457 tempest-TestVolumeBootPattern-2029310457-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 1124 time: 0.2024360 Jul 28 18:06:39.084836 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40498) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:39.089630 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'port_id': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:39.187141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:39.234118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:39.280344 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:39.382972 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083429f-5296-4cde-a4d3-45b7d23df2e8 req-df6a2369-9790-4d24-abd1-21ec08ed83cb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:39.384530 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e083429f-5296-4cde-a4d3-45b7d23df2e8 req-df6a2369-9790-4d24-abd1-21ec08ed83cb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0502024 Jul 28 18:06:39.395205 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Allocated IP 172.27.0.97 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/051a58b8-6a5d-4668-9afe-4683d1bf396f) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:39.397721 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:39.438213 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e083429f-5296-4cde-a4d3-45b7d23df2e8 req-e592ba1a-d4a7-48ab-a647-5147e8754fbf tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476165 Jul 28 18:06:39.513224 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:39.633617 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:39.677349 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:39.680416 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:39.684299 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:39.709062 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=051a58b8-6a5d-4668-9afe-4683d1bf396f,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:40.061138 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:40.091340 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (fc1fe053-ffb2-49fc-ade7-2f7f273b7322), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:40.178211 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909d07-637d-4b55-bd21-a83195a67c5c req-d2803986-61d5-4f14-885f-d1cd73489c98 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:40.179814 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-96909d07-637d-4b55-bd21-a83195a67c5c req-d2803986-61d5-4f14-885f-d1cd73489c98 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0652769 Jul 28 18:06:40.252356 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-96909d07-637d-4b55-bd21-a83195a67c5c req-894bc36d-15b5-4d0b-846f-93cd9e213e08 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee8d2197-d7cb-4353-9736-921a854afbcd&id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665450 Jul 28 18:06:40.299387 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:40.435930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:40.456688 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:40.535559 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:40.566526 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a99da3-6572-4945-8071-1c8931e7c466 req-d16db08f-0936-487a-8ced-78ab0b3e333c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:40.568891 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-29a99da3-6572-4945-8071-1c8931e7c466 req-d16db08f-0936-487a-8ced-78ab0b3e333c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0555429 Jul 28 18:06:40.603637 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=051a58b8-6a5d-4668-9afe-4683d1bf396f,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:40.624721 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (fc1fe053-ffb2-49fc-ade7-2f7f273b7322), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:40.627947 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-29a99da3-6572-4945-8071-1c8931e7c466 req-75fab97f-c47a-4b91-8f12-c104d7c9f699 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490229 Jul 28 18:06:40.726752 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Floating IP fc1fe053-ffb2-49fc-ade7-2f7f273b7322 associated. External IP: 172.27.0.97, port: e04a6944-3588-4a0b-9a97-45eafc96eeed. Jul 28 18:06:40.957777 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:06:41.054697 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:41.075828 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:41.086097 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:41.097627 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:41.098256 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:41.196198 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:41.206897 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:41.236421 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-43ced075-7008-46ff-97bc-c59006044d3f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1501861 Jul 28 18:06:41.236991 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:41.239543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f248a-648d-438f-b87f-40f2bf0eae65" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:41.278124 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd501efc-11d0-4053-a332-601de5764d21 x-openstack-request-id: req-bd501efc-11d0-4053-a332-601de5764d21 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:41.278455 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:41.278711 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bd501efc-11d0-4053-a332-601de5764d21 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:41.279115 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd501efc-11d0-4053-a332-601de5764d21'] response: {'name': 'network-changed', 'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'status': 'completed', 'code': 200} Jul 28 18:06:41.382003 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-6dc52dfc-9fb0-4492-bfc5-6264af849803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:41.383964 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-6dc52dfc-9fb0-4492-bfc5-6264af849803 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 1129 time: 0.0450447 Jul 28 18:06:41.388030 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:41.449686 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:41.454153 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'fc1fe053-ffb2-49fc-ade7-2f7f273b7322', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:d7:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1642e2-8e19-4214-8ada-503d731de538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:06:39Z', 'updated_at': '2022-07-28T18:06:39Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:41.485244 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:41.497091 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:41.497734 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:41.502386 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-c0c9f90c-f9f8-4a9c-b5e4-1610f5db459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:41.503656 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-c0c9f90c-f9f8-4a9c-b5e4-1610f5db459d service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.1102407 Jul 28 18:06:41.613848 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:41.618505 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-136db6c9-431c-42d2-aa5c-392b100b92dc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed HTTP/1.1" status: 200 len: 998 time: 0.0708103 Jul 28 18:06:41.673080 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-2ddd9f61-b062-4564-9b2d-c79990df779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:41.674322 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-2ddd9f61-b062-4564-9b2d-c79990df779e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0498829 Jul 28 18:06:41.694796 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:41.726838 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-c05b4396-7d3c-49f4-b8fb-732946e523c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:41.728698 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-c05b4396-7d3c-49f4-b8fb-732946e523c7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470521 Jul 28 18:06:41.760083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07721b-1308-4842-ba99-55d4a4178247 req-22b69a6e-e3f6-4a42-a65e-497f5d00854e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:41.762927 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ea07721b-1308-4842-ba99-55d4a4178247 req-22b69a6e-e3f6-4a42-a65e-497f5d00854e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0557420 Jul 28 18:06:41.822688 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ea07721b-1308-4842-ba99-55d4a4178247 req-33f1af05-d23a-4275-8e45-2b3db91ad8b7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545826 Jul 28 18:06:41.847910 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-cbd4b928-7b9a-431e-a02b-1056e518a8c7 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095176 Jul 28 18:06:41.863982 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'fc1fe053-ffb2-49fc-ade7-2f7f273b7322', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:d7:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1642e2-8e19-4214-8ada-503d731de538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:06:39Z', 'updated_at': '2022-07-28T18:06:39Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:41.895665 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b0d9f-314c-4589-a635-16c673de1a1f None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'fc1fe053-ffb2-49fc-ade7-2f7f273b7322', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:d7:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1642e2-8e19-4214-8ada-503d731de538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:06:39Z', 'updated_at': '2022-07-28T18:06:39Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:41.959501 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8f4f248a-648d-438f-b87f-40f2bf0eae65 req-f8aa43de-be5b-4cd2-9e97-869384c3f2df service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053321 Jul 28 18:06:42.099796 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752d20b-292c-4b19-b965-d6526d7a1134 None None] New status for floating IP fc1fe053-ffb2-49fc-ade7-2f7f273b7322: ACTIVE {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:06:42.599647 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-e7a2a66a-696a-4f7d-bdf3-88d4fcc39cc1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370209573&fields=id&tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a HTTP/1.1" status: 200 len: 267 time: 0.0477493 Jul 28 18:06:42.721451 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-2966ddb6-5b92-40a6-a7b3-647adc8b7016 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:42.728501 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-2966ddb6-5b92-40a6-a7b3-647adc8b7016 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/networks?id=1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 200 len: 809 time: 0.1083369 Jul 28 18:06:42.744572 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-a9641c83-e0ce-4147-988a-6072de223f7b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/quotas/efa7968cb99d4470b48f8ff2fd8bad7a HTTP/1.1" status: 200 len: 375 time: 0.0109420 Jul 28 18:06:42.788537 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:42.788736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd87b74-2b6f-4092-b3ac-2eed7afe961b req-04e4caa7-616c-4790-b104-23d4e3da0650 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:42.790171 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9fd87b74-2b6f-4092-b3ac-2eed7afe961b req-04e4caa7-616c-4790-b104-23d4e3da0650 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0559809 Jul 28 18:06:42.801956 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-0971be0d-d906-4fbc-aa46-0c17a0d47e80 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509191 Jul 28 18:06:42.844553 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9fd87b74-2b6f-4092-b3ac-2eed7afe961b req-9c179e70-c382-4cd2-941b-bb336b7cd8b7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476842 Jul 28 18:06:42.917680 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-5fe58630-8cfd-43b3-9302-b0df55d7e7bb service neutron] 10.222.0.85 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021087 Jul 28 18:06:42.978689 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b0564-692a-4c8b-9dda-e625342a0391 req-b7b2350d-870c-41e3-9768-de660f297f66 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:42.980445 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b3b0564-692a-4c8b-9dda-e625342a0391 req-b7b2350d-870c-41e3-9768-de660f297f66 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0528293 Jul 28 18:06:43.025631 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7adcf1fc-3fe1-4642-b45b-a6112316fc0c service neutron] 10.222.0.85 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006296 Jul 28 18:06:43.033239 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b3b0564-692a-4c8b-9dda-e625342a0391 req-a3a4ddbe-5524-4eb5-9670-a7dc7557abe1 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Jul 28 18:06:43.598561 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cbe1b6c4-c313-4e94-be5b-7464c80ff6b7 req-55b0b142-706f-4be2-a878-c886a43438b1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 210 time: 0.0287774 Jul 28 18:06:43.993655 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3a3e5-d09b-4e91-8831-db127e9154da req-cb3583a0-314f-4fce-b294-9c59413f6593 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:43.995316 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-42a3a3e5-d09b-4e91-8831-db127e9154da req-cb3583a0-314f-4fce-b294-9c59413f6593 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0613856 Jul 28 18:06:44.045037 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-42a3a3e5-d09b-4e91-8831-db127e9154da req-1ab02f79-f535-4d0c-bfca-6fbd28f14f5e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Jul 28 18:06:44.171173 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba14fc-c782-45af-9596-505b1e161371 req-85c2aada-70b3-4513-8b0c-495da79a3abf tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:44.172663 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c3ba14fc-c782-45af-9596-505b1e161371 req-85c2aada-70b3-4513-8b0c-495da79a3abf tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0531149 Jul 28 18:06:44.221888 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c3ba14fc-c782-45af-9596-505b1e161371 req-1770c7e2-a3c1-4064-b643-6b31de2b7926 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Jul 28 18:06:44.691505 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a98a2f4f-6f85-4980-bf20-d89404072189 req-d0620b3d-3514-4908-864f-4ce3be95a57a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 210 time: 0.0373106 Jul 28 18:06:44.844937 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-5d98858c-0cbf-4f36-a5a4-a95b48629884 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:44.846575 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-5d98858c-0cbf-4f36-a5a4-a95b48629884 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0509694 Jul 28 18:06:44.942878 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Deleting port 8980c8f3-7810-4b7b-b88d-1b866e291a34 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:06:44.943224 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:45.003690 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:45.042952 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] For port 8980c8f3-7810-4b7b-b88d-1b866e291a34, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8980c8f3-7810-4b7b-b88d-1b866e291a34,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:45.043233 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:45.184715 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f5d75-c0d5-4e41-919f-66a6737dced6 req-50b97cfa-5732-43f2-8a45-ebcee7c4f28b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:45.187079 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-058f5d75-c0d5-4e41-919f-66a6737dced6 req-50b97cfa-5732-43f2-8a45-ebcee7c4f28b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 947 time: 0.0518730 Jul 28 18:06:45.220620 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:45.238584 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-058f5d75-c0d5-4e41-919f-66a6737dced6 req-b64add07-a37b-4442-ba22-4092d923e13d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb4bec86-5330-4c40-b824-686ff2947643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453796 Jul 28 18:06:45.283884 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:45.284335 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (3c073e6b-0e52-4f47-ace2-6759b18eece6), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:45.285041 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Floating IP 3c073e6b-0e52-4f47-ace2-6759b18eece6 disassociated. External IP: 172.27.0.114, port: 8980c8f3-7810-4b7b-b88d-1b866e291a34. Jul 28 18:06:45.285204 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Calling delete_port for 8980c8f3-7810-4b7b-b88d-1b866e291a34 owned by compute:nova {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:06:45.386645 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d48ae4-2e55-41cd-9f95-ee97e3a9802e req-54463ac5-c02e-4f4e-8d96-95517a615ccc tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:45.388067 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-73d48ae4-2e55-41cd-9f95-ee97e3a9802e req-54463ac5-c02e-4f4e-8d96-95517a615ccc tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0627527 Jul 28 18:06:45.479896 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-73d48ae4-2e55-41cd-9f95-ee97e3a9802e req-c7fc56a8-3161-4e29-8f7e-77dc6be518be tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779808 Jul 28 18:06:45.492700 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:45.569699 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (8980c8f3-7810-4b7b-b88d-1b866e291a34), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:45.599790 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event deleted for resources: {'Port': ['ID=8980c8f3-7810-4b7b-b88d-1b866e291a34,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:45.723332 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:06:45.806714 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bbb88130-626a-4948-bfed-ca9d1af2addf req-bce79aac-10b8-4e98-a89b-c79f4d4fc5e6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 210 time: 0.0354426 Jul 28 18:06:45.840336 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:45.851209 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] Sync routers for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:45.864965 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:45.866540 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:45.893622 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] No DVR routers for this DVR port 8980c8f3-7810-4b7b-b88d-1b866e291a34 on host hv-cinder-83754 {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:06:45.896434 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:45.900770 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6145d7df-05d2-45e9-9d7c-df9c6f7ea0c4 req-ab3ad7ed-af75-4afa-989e-c5c3a4aa27f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "DELETE /v2.0/ports/8980c8f3-7810-4b7b-b88d-1b866e291a34 HTTP/1.1" status: 204 len: 173 time: 1.0473311 Jul 28 18:06:45.901259 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-deleted', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:45.904065 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7e129-c847-4b9f-8dc6-d283dc020c76" -d '{"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-deleted", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:45.950684 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac63ee9-adf3-48db-9b8d-6d3b82fbb26d x-openstack-request-id: req-4ac63ee9-adf3-48db-9b8d-6d3b82fbb26d {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:45.951182 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f64c566-cf5d-4240-95e2-c5746a5bba89", "name": "network-vif-deleted", "tag": "8980c8f3-7810-4b7b-b88d-1b866e291a34", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:45.951496 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4ac63ee9-adf3-48db-9b8d-6d3b82fbb26d {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:45.952895 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac63ee9-adf3-48db-9b8d-6d3b82fbb26d'] response: {'server_uuid': '8f64c566-cf5d-4240-95e2-c5746a5bba89', 'name': 'network-vif-deleted', 'tag': '8980c8f3-7810-4b7b-b88d-1b866e291a34', 'status': 'completed', 'code': 200} Jul 28 18:06:45.986685 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:46.275327 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-5db2b195-90bc-43dc-a068-e6e38f968110 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:46.276973 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-5db2b195-90bc-43dc-a068-e6e38f968110 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.99 "GET /v2.0/networks?id=1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 200 len: 809 time: 0.1338606 Jul 28 18:06:46.360679 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:46.371160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:46.388319 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-d1352795-4af7-4a8c-a8c6-bb9050aa375b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a HTTP/1.1" status: 200 len: 379 time: 0.0950615 Jul 28 18:06:46.392862 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-211ddfae-5b1c-401a-99c0-b7c3af499235 req-96a1274a-d128-4840-ab45-cd1debbc1dc8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.0448399 Jul 28 18:06:46.400473 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'port': {'device_id': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'admin_state_up': True, 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'security_groups': ['a092c469-7bee-4799-80ae-494ee00b0b82']}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:46.412657 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] Checking router: 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:46.422379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:46.423156 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:46.550904 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:46.613115 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bf4b9-06a3-47f2-bb85-036a6b62a35f req-83a40fbc-f131-44bc-b981-44179db181b8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:46.614854 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-893bf4b9-06a3-47f2-bb85-036a6b62a35f req-83a40fbc-f131-44bc-b981-44179db181b8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0507696 Jul 28 18:06:46.642071 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Made reservation on behalf of efa7968cb99d4470b48f8ff2fd8bad7a for: {'port': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:46.645575 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:46.697207 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-893bf4b9-06a3-47f2-bb85-036a6b62a35f req-bed72b66-db6c-4051-ae50-106a01787cfd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757709 Jul 28 18:06:46.712284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:46.738585 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:46.777320 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:46.808434 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d7a1c-f029-4cfe-a06f-6cd3f221b4cc None None] The sync data for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi is: [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:46.823781 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Allocated IP 172.20.0.5 (1c084787-5094-41ea-8434-975f5790a5e1/3148b6b1-f164-4e28-b881-b66fd0f8b9c7/d86bf1f7-161e-40c1-a007-0a9f75542440) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:46.987683 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fdde4a6d-9363-4a2f-90af-1eed4723ef9c req-38455961-d66d-4e3c-a852-e61e4fc2d9c6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 210 time: 0.0466018 Jul 28 18:06:47.091289 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:47.193742 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015af822-0e2b-4d81-a209-b6158bee968d None None] New status for floating IP 3c073e6b-0e52-4f47-ace2-6759b18eece6: DOWN {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:06:47.227734 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:47.285083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Network 1c084787-5094-41ea-8434-975f5790a5e1 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:47.288901 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:47.292937 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:47.297421 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:47.359651 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:47.360496 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:47.446738 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-041304a3-93cb-435a-a432-f9ad8a17c996 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0503294 Jul 28 18:06:47.537117 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-188e9a0c-f857-44e8-a71c-24ad35ffe502 req-ef4eaa4e-1576-4b06-a623-4732b3a2180b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f64c566-cf5d-4240-95e2-c5746a5bba89 HTTP/1.1" status: 200 len: 210 time: 0.0318437 Jul 28 18:06:47.581579 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-c80a0328-10bf-45ed-a8f9-9f59dd4c194b None None] Provisioning complete for port d86bf1f7-161e-40c1-a007-0a9f75542440 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:47.582128 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c80a0328-10bf-45ed-a8f9-9f59dd4c194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:47.619213 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-c80a0328-10bf-45ed-a8f9-9f59dd4c194b None None] Port d86bf1f7-161e-40c1-a007-0a9f75542440 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:06:47.825688 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c9a0-13d3-418c-a4fa-691deeb18996 req-f2fac0c4-8f46-46b6-8770-fb0f97018465 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:47.828098 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0042c9a0-13d3-418c-a4fa-691deeb18996 req-f2fac0c4-8f46-46b6-8770-fb0f97018465 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0498822 Jul 28 18:06:47.882923 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0042c9a0-13d3-418c-a4fa-691deeb18996 req-1bd7fc7c-4ce0-41a4-ac58-ef1c93dee0e9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481088 Jul 28 18:06:48.118574 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61cec-19cd-45bc-b257-284a7f47c049 req-1edf230d-20a1-4da9-906e-2c791a122957 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:48.120060 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-45e61cec-19cd-45bc-b257-284a7f47c049 req-1edf230d-20a1-4da9-906e-2c791a122957 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 931 time: 0.0530488 Jul 28 18:06:48.178814 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-45e61cec-19cd-45bc-b257-284a7f47c049 req-1a2b6184-184e-483a-b684-36fb3b577303 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514023 Jul 28 18:06:48.184335 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Request body: {'port': {'device_id': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:48.287054 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:48.357757 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ade6e-fc18-470e-b04b-be9c45efbe3b req-c3cf83d8-66e9-43ec-b22a-6dcad136eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:48.359888 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-899ade6e-fc18-470e-b04b-be9c45efbe3b req-c3cf83d8-66e9-43ec-b22a-6dcad136eb2c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1130 time: 0.0475612 Jul 28 18:06:48.408860 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-899ade6e-fc18-470e-b04b-be9c45efbe3b req-57aad7df-5f9d-4a0b-be6e-e585fe2b2608 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Jul 28 18:06:48.467992 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:48.771976 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40612) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:48.834974 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:06:48.839955 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86bf1f7-161e-40c1-a007-0a9f75542440 {{(pid=116180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:06:48.850902 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (fb4bec86-5330-4c40-b824-686ff2947643), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:48.851435 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Publish callbacks [] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:48.863875 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 8980c8f3-7810-4b7b-b88d-1b866e291a34 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:06:48.864490 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 8980c8f3-7810-4b7b-b88d-1b866e291a34 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:06:48.868848 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:48.870751 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.provisioning_blocks [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Transition to ACTIVE for port object d86bf1f7-161e-40c1-a007-0a9f75542440 will not be triggered until provisioned by entity L2. {{(pid=116180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:06:48.879764 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (fb4bec86-5330-4c40-b824-686ff2947643), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:48.946836 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.026625 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:49.042474 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba21d1a-a19d-493d-95d5-7803593e7e73 req-9351538b-6f37-49d4-80d6-93a399ef5485 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:49.044074 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ba21d1a-a19d-493d-95d5-7803593e7e73 req-9351538b-6f37-49d4-80d6-93a399ef5485 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0819445 Jul 28 18:06:49.045478 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fb4bec86-5330-4c40-b824-686ff2947643), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.049881 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.052255 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "DELETE /v2.0/security-groups/fb4bec86-5330-4c40-b824-686ff2947643 HTTP/1.1" status: 204 len: 168 time: 0.2781041 Jul 28 18:06:49.068545 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40616) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:49.074072 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4bec86-5330-4c40-b824-686ff2947643,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:49.087593 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.api.v2.resource [None req-e15b2778-4d60-4b1a-9e30-5a23742bcd52 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] show failed (client error): The resource could not be found. Jul 28 18:06:49.088818 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-e15b2778-4d60-4b1a-9e30-5a23742bcd52 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups/fb4bec86-5330-4c40-b824-686ff2947643 HTTP/1.1" status: 404 len: 347 time: 0.0196216 Jul 28 18:06:49.093339 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.093882 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.094385 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.094881 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.095222 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.095419 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40618) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:49.095557 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.096058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.096617 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.096952 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.097291 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.097620 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.097949 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.098299 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.098671 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.099013 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad168d39-a104-45cf-bcc1-ceafb28e45f8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:49.149912 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ba21d1a-a19d-493d-95d5-7803593e7e73 req-e2b1bf50-7abb-4cb0-9941-dda73ea3589f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949337 Jul 28 18:06:49.224311 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Attempting to bind port d86bf1f7-161e-40c1-a007-0a9f75542440 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:49.228237 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Attempting to bind port d86bf1f7-161e-40c1-a007-0a9f75542440 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:49.228973 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Attempting to bind port d86bf1f7-161e-40c1-a007-0a9f75542440 on network 1c084787-5094-41ea-8434-975f5790a5e1 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:49.239893 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Port d86bf1f7-161e-40c1-a007-0a9f75542440 on network 1c084787-5094-41ea-8434-975f5790a5e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:06:49.240624 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Attempting to bind port d86bf1f7-161e-40c1-a007-0a9f75542440 on network 1c084787-5094-41ea-8434-975f5790a5e1 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:49.273429 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:49.274042 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Checking segment: {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:49.274710 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Bound using segment: {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:49.275337 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Bound port: d86bf1f7-161e-40c1-a007-0a9f75542440, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1'}}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:49.275919 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.339431 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Deleting port 0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:06:49.340009 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.442783 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ebcc7-3f7c-42ad-a612-ba47e2b1412b req-cf76f90e-9d41-4136-9122-1234161576ea tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:49.449635 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-231ebcc7-3f7c-42ad-a612-ba47e2b1412b req-cf76f90e-9d41-4136-9122-1234161576ea tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.1517537 Jul 28 18:06:49.495908 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, cleared binding levels {{(pid=116180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:49.540708 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:49.569438 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.569773 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.575995 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-231ebcc7-3f7c-42ad-a612-ba47e2b1412b req-84109d9c-98b3-4190-9f6a-f9054d0427d6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255200 Jul 28 18:06:49.591708 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Calling delete_port for 0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7 owned by network:floatingip {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:06:49.597492 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:49.645634 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.692575 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:49.693206 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.694646 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] 10.222.0.99 "PUT /v2.0/ports/d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 1093 time: 1.5146744 Jul 28 18:06:49.696958 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:49.699336 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9539bc0a-b1f4-450f-bf3e-ca8f1b2dc839" -d '{"events": [{"name": "network-changed", "server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:49.749483 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c016169-851f-4aa9-b46d-c875b4411bc3 x-openstack-request-id: req-5c016169-851f-4aa9-b46d-c875b4411bc3 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:49.749763 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:49.750077 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5c016169-851f-4aa9-b46d-c875b4411bc3 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:49.750521 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c016169-851f-4aa9-b46d-c875b4411bc3'] response: {'name': 'network-changed', 'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'status': 'completed', 'code': 200} Jul 28 18:06:49.763723 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d268fbc-4fcc-4c6d-9f4a-20436c3ec02a service neutron] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=3']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:49.889185 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.914735 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event deleted for resources: {'Port': ['ID=0f4f10c7-e7e2-4951-8205-c2d9d10cd1d7,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:49.986527 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (3c073e6b-0e52-4f47-ace2-6759b18eece6), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.989029 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.990200 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-fa59cac0-5c48-4f97-8b9a-ff881f9e325e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "DELETE /v2.0/floatingips/3c073e6b-0e52-4f47-ace2-6759b18eece6 HTTP/1.1" status: 204 len: 168 time: 0.8930919 Jul 28 18:06:50.196552 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40636) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:50.201179 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-669f8f8b-d290-44aa-a770-7035251d5a34 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702075063', 'description': 'tempest-description--1275635636'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:50.289736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-669f8f8b-d290-44aa-a770-7035251d5a34 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.333035 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:50.339331 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539bc0a-b1f4-450f-bf3e-ca8f1b2dc839 req-d0038b52-6e6e-4b56-8423-58e36d044b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.340861 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9539bc0a-b1f4-450f-bf3e-ca8f1b2dc839 req-d0038b52-6e6e-4b56-8423-58e36d044b2c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1127 time: 0.0465879 Jul 28 18:06:50.388463 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-669f8f8b-d290-44aa-a770-7035251d5a34 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (80e10d6a-e66c-48fe-aedb-82c0c00c5898), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.466160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e1d5-dca7-4937-ae90-9708f281d165 req-e1456843-f33b-403e-a726-17ff15bf99c7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.468243 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3281e1d5-dca7-4937-ae90-9708f281d165 req-e1456843-f33b-403e-a726-17ff15bf99c7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.2143998 Jul 28 18:06:50.472955 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-669f8f8b-d290-44aa-a770-7035251d5a34 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (80e10d6a-e66c-48fe-aedb-82c0c00c5898), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.477015 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539bc0a-b1f4-450f-bf3e-ca8f1b2dc839 req-3b4f5762-695a-476f-994d-71833248605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.478531 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9539bc0a-b1f4-450f-bf3e-ca8f1b2dc839 req-3b4f5762-695a-476f-994d-71833248605b service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1240323 Jul 28 18:06:50.526144 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8f8b-d290-44aa-a770-7035251d5a34 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e10d6a-e66c-48fe-aedb-82c0c00c5898,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:50.553302 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3281e1d5-dca7-4937-ae90-9708f281d165 req-ebde7c1e-7ec1-4970-b92e-87f5a640054f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772750 Jul 28 18:06:50.575638 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:50.585701 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539bc0a-b1f4-450f-bf3e-ca8f1b2dc839 req-b70e0e1c-dc65-461c-a15b-0a5f227e7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.587115 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-669f8f8b-d290-44aa-a770-7035251d5a34 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.587233 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9539bc0a-b1f4-450f-bf3e-ca8f1b2dc839 req-b70e0e1c-dc65-461c-a15b-0a5f227e7a97 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025014 Jul 28 18:06:50.588484 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-669f8f8b-d290-44aa-a770-7035251d5a34 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3908379 Jul 28 18:06:50.591221 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40648) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:50.596254 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-8c1eb5a3-5319-4b3f-ad3e-d0f2a699cbb0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'security_group_rule': {'security_group_id': '80e10d6a-e66c-48fe-aedb-82c0c00c5898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:50.612316 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:50.701465 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb5a3-5319-4b3f-ad3e-d0f2a699cbb0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (1edef022-4819-4575-8831-9d1c08a7e124), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.722885 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d6946-e0b4-467f-a191-6401e5d9dee1 req-519a0a26-a3c3-4edb-8ee9-e0d7f38726f6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.724304 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-333d6946-e0b4-467f-a191-6401e5d9dee1 req-519a0a26-a3c3-4edb-8ee9-e0d7f38726f6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0756826 Jul 28 18:06:50.729990 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-565bd64d-02ac-4a1e-9772-68cf9147894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.731476 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-565bd64d-02ac-4a1e-9772-68cf9147894f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1127 time: 0.0536141 Jul 28 18:06:50.760863 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb5a3-5319-4b3f-ad3e-d0f2a699cbb0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (1edef022-4819-4575-8831-9d1c08a7e124), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.797213 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-5bb97e11-e8d5-461d-868c-8b7335264396 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 217 time: 0.0433106 Jul 28 18:06:50.821547 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-333d6946-e0b4-467f-a191-6401e5d9dee1 req-0603f85c-aa40-4f42-a234-77d61a7794d0 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875533 Jul 28 18:06:50.845248 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb5a3-5319-4b3f-ad3e-d0f2a699cbb0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (1edef022-4819-4575-8831-9d1c08a7e124), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.858833 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-aa7b78e6-7586-4787-804b-65fc9eb3ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.860551 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-aa7b78e6-7586-4787-804b-65fc9eb3ffb2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3148b6b1-f164-4e28-b881-b66fd0f8b9c7 HTTP/1.1" status: 200 len: 848 time: 0.0516791 Jul 28 18:06:50.863038 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1eb5a3-5319-4b3f-ad3e-d0f2a699cbb0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edef022-4819-4575-8831-9d1c08a7e124,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:50.908015 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-2811b473-92f1-49a3-96d8-513b16c7df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.909567 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-2811b473-92f1-49a3-96d8-513b16c7df98 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1c084787-5094-41ea-8434-975f5790a5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417099 Jul 28 18:06:50.930020 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb5a3-5319-4b3f-ad3e-d0f2a699cbb0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:50.931346 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8c1eb5a3-5319-4b3f-ad3e-d0f2a699cbb0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391984 Jul 28 18:06:50.934113 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40652) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:50.938815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-9d82e3e7-5e25-4191-a476-e71fc4fbbc37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'security_group_rule': {'security_group_id': '80e10d6a-e66c-48fe-aedb-82c0c00c5898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:50.977687 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:51.010217 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-52c52c3f-a351-4412-9667-16ec48314e1b service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932426 Jul 28 18:06:51.049887 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d82e3e7-5e25-4191-a476-e71fc4fbbc37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (4206280a-66ed-4f94-a62a-b5615cbcc1e9), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.105807 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d3438f08-4324-4adc-b816-8a9b9cb5ebf8 req-d72412cc-f2b6-4aeb-adcf-95a94996d0c5 service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882070 Jul 28 18:06:51.110527 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d82e3e7-5e25-4191-a476-e71fc4fbbc37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (4206280a-66ed-4f94-a62a-b5615cbcc1e9), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.243857 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d82e3e7-5e25-4191-a476-e71fc4fbbc37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (4206280a-66ed-4f94-a62a-b5615cbcc1e9), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.265253 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82e3e7-5e25-4191-a476-e71fc4fbbc37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4206280a-66ed-4f94-a62a-b5615cbcc1e9,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:51.331508 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9d82e3e7-5e25-4191-a476-e71fc4fbbc37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.332797 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9d82e3e7-5e25-4191-a476-e71fc4fbbc37 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3976500 Jul 28 18:06:51.335948 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40654) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:51.340404 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:51.426928 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.508396 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.613330 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:51.628150 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Allocated IP 172.27.0.73 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/c8cd9455-a6a5-4be8-927c-5771f99dc01f) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:51.716251 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229d580-e644-4083-8f9f-af847677864e req-76ff0123-7876-4914-887d-c35957e635ef tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:51.718340 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a229d580-e644-4083-8f9f-af847677864e req-76ff0123-7876-4914-887d-c35957e635ef tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0879612 Jul 28 18:06:51.804143 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a229d580-e644-4083-8f9f-af847677864e req-b7659985-8178-4aec-9fa8-6f8ad53d4ec0 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775573 Jul 28 18:06:51.813949 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.850696 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:51.948960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:51.999202 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:52.007459 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:52.010761 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:52.016976 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a778-5cd4-4b67-bc93-1d2593d840ab req-87baceb9-e8e1-4d1c-9d7c-2737ac99dd5e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:52.018563 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cf52a778-5cd4-4b67-bc93-1d2593d840ab req-87baceb9-e8e1-4d1c-9d7c-2737ac99dd5e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.1220772 Jul 28 18:06:52.046921 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'Port': ['ID=c8cd9455-a6a5-4be8-927c-5771f99dc01f,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:52.077732 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cf52a778-5cd4-4b67-bc93-1d2593d840ab req-32296b4c-a6ad-435c-8494-84e276db2358 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521777 Jul 28 18:06:52.114157 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (0d2c817c-a2ac-4995-b57b-1d78fd42e6a2), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.314076 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.470943 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.529588 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e299050-ce36-464c-a218-e9f021520074 req-dc707d90-b6cc-433e-bb10-7302a4945a2d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:52.536860 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4e299050-ce36-464c-a218-e9f021520074 req-dc707d90-b6cc-433e-bb10-7302a4945a2d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0562470 Jul 28 18:06:52.547452 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.614672 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'Port': ['ID=c8cd9455-a6a5-4be8-927c-5771f99dc01f,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:52.619805 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4e299050-ce36-464c-a218-e9f021520074 req-4a064c78-0483-4f33-a5ef-26220aad2070 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820968 Jul 28 18:06:52.631434 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (0d2c817c-a2ac-4995-b57b-1d78fd42e6a2), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.632511 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-2384c9f9-279c-4082-9cef-5dda992cde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:52.634030 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-2384c9f9-279c-4082-9cef-5dda992cde28 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1130 time: 0.0619545 Jul 28 18:06:52.730778 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-91679200-890b-4031-a151-1ca6cb4cacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:52.732346 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-91679200-890b-4031-a151-1ca6cb4cacfc service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.0868106 Jul 28 18:06:52.743215 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.744711 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-cf0b9f65-b622-4d43-9b7f-d210afccbc77 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4076016 Jul 28 18:06:52.803719 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-f17c7c19-de53-45ba-959c-861234b11dc9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 200 len: 1002 time: 0.0625560 Jul 28 18:06:52.861549 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-6ddce265-bc8b-4ccb-9e20-6699eeeaccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:52.863101 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-6ddce265-bc8b-4ccb-9e20-6699eeeaccc1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0475936 Jul 28 18:06:52.911008 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-ddda26fa-6eda-49ef-b648-0b9a20b9acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:52.912523 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-ddda26fa-6eda-49ef-b648-0b9a20b9acc6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410306 Jul 28 18:06:52.928176 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:52.956646 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-39730d86-34e2-49f7-b4e0-fd4a9dc60155 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1702075063&fields=id&tenant_id=2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 267 time: 0.0448961 Jul 28 18:06:53.015970 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-bf1c940f-b2e4-4275-812d-a650dc320be1 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926456 Jul 28 18:06:53.082769 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-c2c736a0-fa64-4801-b8e5-48ea84fc8435 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:53.084282 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-c2c736a0-fa64-4801-b8e5-48ea84fc8435 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 817 time: 0.1206164 Jul 28 18:06:53.105242 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-c21447d9-03ad-49a3-ba95-c72b8bc0af59 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/quotas/2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 375 time: 0.0150943 Jul 28 18:06:53.120421 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ede011aa-b255-4f2e-be47-399fc08498a3 req-6705d965-c550-4a06-9adf-f8b0bc6f03fe service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960209 Jul 28 18:06:53.156936 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-d2f7f23c-1abe-45a8-a89d-eb603a7bc23e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507126 Jul 28 18:06:53.209732 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666017cb-865a-47d5-bd35-e0c4cad93103 req-7d30318f-30f6-41b3-a12d-41cd7c6d0034 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:53.211899 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-666017cb-865a-47d5-bd35-e0c4cad93103 req-7d30318f-30f6-41b3-a12d-41cd7c6d0034 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0497096 Jul 28 18:06:53.262175 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-28bab8e0-734a-4577-bfb2-805a2ce71a71 service neutron] 10.222.0.85 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914602 Jul 28 18:06:53.267238 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-666017cb-865a-47d5-bd35-e0c4cad93103 req-09459b82-ea83-4bef-84eb-5dde0a848e21 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490968 Jul 28 18:06:53.353778 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-98017945-8888-4650-b419-432de108d234 service neutron] 10.222.0.85 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848377 Jul 28 18:06:53.610472 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-03609977-917e-4640-add2-e43698e58160 req-b577c2d6-1eef-412a-87f9-7aa6c8618a60 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 210 time: 0.0299799 Jul 28 18:06:53.783799 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b898-ecaa-475a-8c8b-5944dba5bd30 req-06f61efb-28cc-4612-a268-84ea9723c616 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:53.786249 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8e17b898-ecaa-475a-8c8b-5944dba5bd30 req-06f61efb-28cc-4612-a268-84ea9723c616 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0789902 Jul 28 18:06:53.837646 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8e17b898-ecaa-475a-8c8b-5944dba5bd30 req-15316c74-407a-4b47-b5ee-7f4ff2f01fdc tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Jul 28 18:06:54.348208 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:54.387362 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc357-0c1a-4624-bb76-7c4028372136 req-3f9ffa78-213d-4f38-a240-5bea12f88dbe tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:54.388854 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-109bc357-0c1a-4624-bb76-7c4028372136 req-3f9ffa78-213d-4f38-a240-5bea12f88dbe tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0495019 Jul 28 18:06:54.440573 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-109bc357-0c1a-4624-bb76-7c4028372136 req-96010182-b39a-4cf9-b760-1053a4a717af tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453265 Jul 28 18:06:54.719401 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-86b7175b-819f-43f6-93a3-f1fd99043ecb req-ee504783-b113-4340-b44f-c6eb590e882c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 210 time: 0.0293071 Jul 28 18:06:54.967096 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c07e8-ff9a-47d7-9a05-9dce80850a2b req-1feb2e2d-80a6-40fb-aef6-98ff44c11b36 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:54.969397 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9a0c07e8-ff9a-47d7-9a05-9dce80850a2b req-1feb2e2d-80a6-40fb-aef6-98ff44c11b36 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0519564 Jul 28 18:06:55.006940 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:55.019350 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9a0c07e8-ff9a-47d7-9a05-9dce80850a2b req-34f02d99-5322-4033-a175-82f375210c83 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442126 Jul 28 18:06:55.559245 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a7e2f-fece-467b-895d-0bb75773fc51 req-5019dd9f-eaa2-4abf-9d14-0b5c4f499f57 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:55.561419 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-628a7e2f-fece-467b-895d-0bb75773fc51 req-5019dd9f-eaa2-4abf-9d14-0b5c4f499f57 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0473235 Jul 28 18:06:55.615973 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-628a7e2f-fece-467b-895d-0bb75773fc51 req-3d20a046-b1f2-48f8-9887-cf2554b69aed tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486972 Jul 28 18:06:56.056523 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ff4137c8-9f9a-4dfa-bcde-caba2e2d65e4 req-4db39acd-501f-4ab2-909e-3fc95c12712e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 210 time: 0.2588491 Jul 28 18:06:56.142285 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:56.181788 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed07b9d-545d-4794-9c15-138b59029a94 req-fe5eeb99-fb7a-48f9-af6c-12f85d2fcb1c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:56.183300 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5ed07b9d-545d-4794-9c15-138b59029a94 req-fe5eeb99-fb7a-48f9-af6c-12f85d2fcb1c tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0546257 Jul 28 18:06:56.231018 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5ed07b9d-545d-4794-9c15-138b59029a94 req-ae42e47d-c5ec-4f16-8db5-6c32e999a894 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Jul 28 18:06:56.322219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:56.353944 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13f842-d662-41b1-9e18-796d8c42e43b req-54825365-57fc-48ce-a01d-bfd992fe8d0d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:56.355486 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ab13f842-d662-41b1-9e18-796d8c42e43b req-54825365-57fc-48ce-a01d-bfd992fe8d0d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0556886 Jul 28 18:06:56.365727 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40734) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:56.370211 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Request body: {'floatingip': {'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:56.424198 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:56.720370 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:56.796984 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685e110-91c2-4eb2-9e80-f29a87ac9147 req-d6fe5ec4-d22b-4eb0-9dc2-d22fa5aee5a6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:56.798542 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d685e110-91c2-4eb2-9e80-f29a87ac9147 req-d6fe5ec4-d22b-4eb0-9dc2-d22fa5aee5a6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0962512 Jul 28 18:06:56.919647 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d685e110-91c2-4eb2-9e80-f29a87ac9147 req-a54f3ab6-c620-40a2-aa9e-de1c1331c21c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911858 Jul 28 18:06:56.979867 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.083824 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.168014 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b9f8bf0c-f616-4786-b2cf-4a1f1df5555e req-f72256dd-471d-4fe9-81a9-84e33a53355d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 210 time: 0.0277407 Jul 28 18:06:57.264252 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=18 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:57.301978 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:06:57.360417 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:57.416534 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:06:57.422576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.427248 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] Sync routers for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:06:57.440598 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:57.441226 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:57.454420 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:57.456656 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898bf8e0-e462-456f-a8c8-c855b8f740b0" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:57.493828 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-48c4acfe-4bc8-41af-9353-c68295799eff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "PUT /v2.0/floatingips/680427c7-6d1a-4ae9-85e8-6340a9099909 HTTP/1.1" status: 200 len: 994 time: 1.1268961 Jul 28 18:06:57.496304 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7b4e21-9c3e-4c26-874f-6a761760aac1 x-openstack-request-id: req-0a7b4e21-9c3e-4c26-874f-6a761760aac1 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:57.496588 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:57.496840 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0a7b4e21-9c3e-4c26-874f-6a761760aac1 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:57.497238 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7b4e21-9c3e-4c26-874f-6a761760aac1'] response: {'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'status': 'completed', 'code': 200} Jul 28 18:06:57.543037 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:57.545699 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:57.547220 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:06:57.764880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '680427c7-6d1a-4ae9-85e8-6340a9099909', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'mac_address': 'fa:16:3e:a2:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:04:18Z', 'updated_at': '2022-07-28T18:06:56Z', 'revision_number': 3, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:57.790288 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] Checking router: bb1e191a-ff5c-4c4f-9a97-ee868da66f32 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:06:57.799402 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:06:57.800007 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:06:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:57.906112 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:06:58.079459 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-f5c44e06-f1c8-4649-b2ad-434d0b382303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:58.083804 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-f5c44e06-f1c8-4649-b2ad-434d0b382303 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1130 time: 0.0550098 Jul 28 18:06:58.126705 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27610d-2da6-46a3-978c-c2b5d184324a req-6b1ff844-16e0-4994-9d94-e6b4e3671b9f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:58.129798 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1b27610d-2da6-46a3-978c-c2b5d184324a req-6b1ff844-16e0-4994-9d94-e6b4e3671b9f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.1271551 Jul 28 18:06:58.187138 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '680427c7-6d1a-4ae9-85e8-6340a9099909', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'mac_address': 'fa:16:3e:a2:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:04:18Z', 'updated_at': '2022-07-28T18:06:56Z', 'revision_number': 3, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:06:58.226554 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d678c8-453b-4dbd-9b5f-5dc638b58200 None None] The sync data for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi is: [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '680427c7-6d1a-4ae9-85e8-6340a9099909', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'port_id': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'mac_address': 'fa:16:3e:a2:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:04:18Z', 'updated_at': '2022-07-28T18:06:56Z', 'revision_number': 3, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:06:58.250853 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1b27610d-2da6-46a3-978c-c2b5d184324a req-140b67bd-085f-4e1a-b5f7-8decf5201c9c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114774 Jul 28 18:06:58.263228 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-dd876290-feab-484d-a936-87646de6249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:58.265371 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-dd876290-feab-484d-a936-87646de6249b service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.1387367 Jul 28 18:06:58.283970 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-af58cbb9-a91b-439f-9b2e-dcc23652e01f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:58.285670 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-af58cbb9-a91b-439f-9b2e-dcc23652e01f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 817 time: 0.2349646 Jul 28 18:06:58.307557 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ebf324da-f214-4a69-bd6e-40a69d2438ac req-ef33999b-a552-4ff1-bd91-0813e2e57ffd tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 210 time: 0.0370076 Jul 28 18:06:58.370946 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-edff63fc-6f5f-4847-acbe-ba9ac8528767 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 200 len: 1002 time: 0.0713246 Jul 28 18:06:58.398410 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-01d053ba-856b-426d-b66e-e401be38a38e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 380 time: 0.0878658 Jul 28 18:06:58.410796 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'port': {'device_id': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'admin_state_up': True, 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'security_groups': ['80e10d6a-e66c-48fe-aedb-82c0c00c5898']}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:58.434033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-0d8d306c-5516-4ca2-8afa-435aa05cc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:58.436374 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-0d8d306c-5516-4ca2-8afa-435aa05cc7c7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0565085 Jul 28 18:06:58.503083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-718cca67-dacc-45a9-a2e4-d2853628b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:58.504616 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-718cca67-dacc-45a9-a2e4-d2853628b46b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533288 Jul 28 18:06:58.638042 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Made reservation on behalf of 2732f627abb44936bedd3293898b24f3 for: {'port': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:58.643357 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:58.727617 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-d5344729-b39b-4e63-ad68-1314508469ce service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912457 Jul 28 18:06:58.747424 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:58.786410 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Allocated IP 172.20.0.8 (144cc463-6995-43c7-bdb8-22e214402d26/8344ebe7-ae09-4e80-af05-953c7951a8f5/7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:58.830835 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-898bf8e0-e462-456f-a8c8-c855b8f740b0 req-875e9977-1f06-40e7-bd04-3ef39704d18e service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902286 Jul 28 18:06:58.942891 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.078776 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.121048 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:59.132361 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Network 144cc463-6995-43c7-bdb8-22e214402d26 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:59.135657 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:59.140013 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:59.143101 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:59.147237 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:59.196006 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:59.196586 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.291017 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-0e570287-ec42-4434-a49e-480b7f186818 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856959 Jul 28 18:06:59.309647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Request body: {'port': {'device_id': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:59.366370 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-aa8cacf1-94da-4287-9e6f-623f385383a0 None None] Provisioning complete for port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:59.367271 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-aa8cacf1-94da-4287-9e6f-623f385383a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.401687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cacf1-94da-4287-9e6f-623f385383a0 None None] Port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:06:59.417392 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64520818-a9a9-4161-b6d1-0c51cfea51c0 req-ed4f2c6d-152d-4eca-92ed-ddf8efd414a6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:59.419301 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-64520818-a9a9-4161-b6d1-0c51cfea51c0 req-ed4f2c6d-152d-4eca-92ed-ddf8efd414a6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0891907 Jul 28 18:06:59.425547 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.463712 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc6f04-d998-4de8-90e8-e4b5bf7a2687 req-7950cef7-9d2d-4da7-ae02-849045d060b7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:59.464891 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bbbc6f04-d998-4de8-90e8-e4b5bf7a2687 req-7950cef7-9d2d-4da7-ae02-849045d060b7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 931 time: 0.0566609 Jul 28 18:06:59.499554 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:06:59.502522 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:06:59.512648 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-64520818-a9a9-4161-b6d1-0c51cfea51c0 req-5426e3ce-6d18-4a63-a6cc-397d5fe185c2 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847461 Jul 28 18:06:59.528213 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bbbc6f04-d998-4de8-90e8-e4b5bf7a2687 req-f84cd1cc-efb7-42b3-b729-7a1e5856472e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534346 Jul 28 18:06:59.570128 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387f6066-310d-4eae-8b1f-55110456e5a7 x-openstack-request-id: req-387f6066-310d-4eae-8b1f-55110456e5a7 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:06:59.570661 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:06:59.570912 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-387f6066-310d-4eae-8b1f-55110456e5a7 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:06:59.571311 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387f6066-310d-4eae-8b1f-55110456e5a7'] response: {'name': 'network-changed', 'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'status': 'completed', 'code': 200} Jul 28 18:06:59.604719 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:59.679113 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-587e233e-1021-4790-86ef-aefb6a812d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:59.680690 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-587e233e-1021-4790-86ef-aefb6a812d18 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 1130 time: 0.0438156 Jul 28 18:06:59.737165 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 {{(pid=116180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:06:59.744842 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Publish callbacks [] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.758856 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.provisioning_blocks [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Transition to ACTIVE for port object 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 will not be triggered until provisioned by entity L2. {{(pid=116180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:06:59.780626 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-e83f7edb-d2c5-4e1e-a900-d0df071fd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:59.782088 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-e83f7edb-d2c5-4e1e-a900-d0df071fd030 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.0926509 Jul 28 18:06:59.847855 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.852153 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-da1614ea-b1f9-43b5-be33-b743fdfb0943 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 200 len: 1002 time: 0.0573952 Jul 28 18:06:59.891643 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:59.905322 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:59.908355 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-3acd2179-485f-4ded-9af8-cb07ffe0f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:59.909893 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-3acd2179-485f-4ded-9af8-cb07ffe0f7d1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0509305 Jul 28 18:06:59.941622 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:59.980698 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-3bf2b96b-f42c-485b-a4fd-70c30241289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:59.983479 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-3bf2b96b-f42c-485b-a4fd-70c30241289e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577376 Jul 28 18:07:00.000323 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Attempting to bind port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:07:00.000593 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Attempting to bind port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:07:00.000926 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Attempting to bind port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 on network 144cc463-6995-43c7-bdb8-22e214402d26 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:07:00.005933 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 on network 144cc463-6995-43c7-bdb8-22e214402d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:07:00.006272 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Attempting to bind port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 on network 144cc463-6995-43c7-bdb8-22e214402d26 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:07:00.011827 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:07:00.012303 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Checking segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:07:00.012689 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Bound using segment: {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:07:00.013118 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Bound port: 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c6bc67-dbea-45ec-8546-7f50c4be5ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26'}}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:07:00.013476 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:00.092641 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, cleared binding levels {{(pid=116180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:00.092641 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:00.098472 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-f3f878b5-50a8-48d1-b04c-8454d7544645 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081102 Jul 28 18:07:00.180676 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:00.197811 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9095f3b6-f4d6-41b3-8184-894a7c2d38aa req-9acfd25e-5a49-4c53-846c-f863f3077d87 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937204 Jul 28 18:07:00.223919 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:00.224573 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:00.226000 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] 10.222.0.99 "PUT /v2.0/ports/7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 HTTP/1.1" status: 200 len: 1093 time: 0.9206865 Jul 28 18:07:00.226502 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:00.228812 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbee347-68c6-4389-83a7-913802648215" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:00.257982 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a212701-1541-4c98-9e81-ecf5c30d73df service neutron] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=3']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:00.276139 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09faee91-8e4a-406d-b975-441498a1f959 x-openstack-request-id: req-09faee91-8e4a-406d-b975-441498a1f959 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:00.276481 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:00.276835 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-09faee91-8e4a-406d-b975-441498a1f959 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:00.277340 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09faee91-8e4a-406d-b975-441498a1f959'] response: {'name': 'network-changed', 'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'status': 'completed', 'code': 200} Jul 28 18:07:00.393191 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbee347-68c6-4389-83a7-913802648215 req-c997ab2e-d0aa-4e87-b542-f3fd9e97dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:00.394728 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3cbee347-68c6-4389-83a7-913802648215 req-c997ab2e-d0aa-4e87-b542-f3fd9e97dfda service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 1127 time: 0.0418241 Jul 28 18:07:00.459048 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:00.497702 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:00.507186 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbee347-68c6-4389-83a7-913802648215 req-07f2bac0-3e00-4633-9ae0-7007d5e64f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:00.508717 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3cbee347-68c6-4389-83a7-913802648215 req-07f2bac0-3e00-4633-9ae0-7007d5e64f38 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=2732f627abb44936bedd3293898b24f3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0982475 Jul 28 18:07:00.645093 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbee347-68c6-4389-83a7-913802648215 req-c146824b-5c27-4750-8cdc-638ffef85830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:00.646617 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3cbee347-68c6-4389-83a7-913802648215 req-c146824b-5c27-4750-8cdc-638ffef85830 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316507 Jul 28 18:07:00.661851 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e6442-e1bd-48ec-9569-022d52d0f1de req-19f737ab-87e0-488f-8b76-72f4c1963803 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:00.663603 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-122e6442-e1bd-48ec-9569-022d52d0f1de req-19f737ab-87e0-488f-8b76-72f4c1963803 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0677805 Jul 28 18:07:00.664431 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5ed11-efaf-4701-8133-49848aafcfa5 req-eacbfeb1-39a4-477c-9cdf-7a8f4b1dc947 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:00.666025 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-57f5ed11-efaf-4701-8133-49848aafcfa5 req-eacbfeb1-39a4-477c-9cdf-7a8f4b1dc947 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0494986 Jul 28 18:07:00.713582 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-57f5ed11-efaf-4701-8133-49848aafcfa5 req-0bef9453-0d9b-4b39-8e1e-9073b4873039 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Jul 28 18:07:00.720687 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-122e6442-e1bd-48ec-9569-022d52d0f1de req-ffd258ca-da60-458a-8c47-2c969500da3d tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493875 Jul 28 18:07:00.760673 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-5cc3c126-80c8-4151-ba46-389753731c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:00.762104 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-5cc3c126-80c8-4151-ba46-389753731c4e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 1127 time: 0.0394537 Jul 28 18:07:00.811912 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-d9aebd8b-d617-4af6-aba8-8a71f24529c5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 HTTP/1.1" status: 200 len: 217 time: 0.0336258 Jul 28 18:07:00.927413 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device d86bf1f7-161e-40c1-a007-0a9f75542440 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:01.052464 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:01.054825 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c0c77a0a-503d-43a5-be1c-432315e3d93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:01.065606 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'port_id': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'mac_address': 'fa:16:3e:b8:43:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:01.110454 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port d86bf1f7-161e-40c1-a007-0a9f75542440 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:01.111244 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:01.122131 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-a7f0d765-0eb8-45c0-9792-dc85c35edf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:01.122131 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-a7f0d765-0eb8-45c0-9792-dc85c35edf29 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.2995625 Jul 28 18:07:01.126085 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86bf1f7-161e-40c1-a007-0a9f75542440 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:07:01.147671 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:01.164397 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4ee29e8f-06c1-45c4-82c0-a86b0b8b5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:01.165953 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-4ee29e8f-06c1-45c4-82c0-a86b0b8b5068 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419414 Jul 28 18:07:01.227097 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:01.259942 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-04b29b8e-c642-4197-a14a-b311c2957449 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856087 Jul 28 18:07:01.267425 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:01.290225 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:01.298755 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.299108 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.299484 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.299831 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.300169 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.300505 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.300840 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.301171 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.301499 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.301826 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.302154 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.302527 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.302858 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.303183 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.303508 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:01.366493 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2aa10412-dd36-4834-8819-28f4a0a41329 req-5d32438e-89ea-4c1b-9b25-c045e41a2c36 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913680 Jul 28 18:07:01.667304 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['d86bf1f7-161e-40c1-a007-0a9f75542440'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:01.857885 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28139500-04a0-4490-b753-b43605c27355 req-40ce449c-1bae-4090-894a-fc550dd5adb8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:01.859934 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-28139500-04a0-4490-b753-b43605c27355 req-40ce449c-1bae-4090-894a-fc550dd5adb8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0616140 Jul 28 18:07:01.866512 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af320-b882-46ae-baf8-71632f738f84 req-dc0ba0c9-5bf7-4ccf-8bb3-4928e247ba90 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:01.868046 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d7af320-b882-46ae-baf8-71632f738f84 req-dc0ba0c9-5bf7-4ccf-8bb3-4928e247ba90 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 944 time: 0.0616848 Jul 28 18:07:01.911380 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-28139500-04a0-4490-b753-b43605c27355 req-5bbef055-384d-4edc-b73b-f46c9c6dd94b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456462 Jul 28 18:07:01.926691 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d7af320-b882-46ae-baf8-71632f738f84 req-67292b24-394c-43ec-ab9f-7329babc582f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511005 Jul 28 18:07:02.900555 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-9866745e-2f20-4013-b944-2d4e184c4c84 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415659 Jul 28 18:07:02.940567 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device d86bf1f7-161e-40c1-a007-0a9f75542440 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:02.979651 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:02.981899 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-161ef459-a4fc-401f-acba-f41e17dcd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:02.984464 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-161ef459-a4fc-401f-acba-f41e17dcd1ca service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 1130 time: 0.0450084 Jul 28 18:07:02.992203 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port d86bf1f7-161e-40c1-a007-0a9f75542440 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:07:03.057667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee004e-62b7-4f7f-88be-6141e797721d req-14469bed-f12d-4647-9921-0bb80bc1eed3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:03.059700 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8fee004e-62b7-4f7f-88be-6141e797721d req-14469bed-f12d-4647-9921-0bb80bc1eed3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 944 time: 0.0517352 Jul 28 18:07:03.107040 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port d86bf1f7-161e-40c1-a007-0a9f75542440 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:07:03.107540 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:03.115280 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8fee004e-62b7-4f7f-88be-6141e797721d req-dd1fe93a-0070-45c7-ac57-07948542eefe tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496430 Jul 28 18:07:03.118813 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6dfa7-46f7-4120-92d4-814d10599027 req-cc6804c6-c10f-4d1b-85cf-05f964fa5a9e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:03.122934 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8fe6dfa7-46f7-4120-92d4-814d10599027 req-cc6804c6-c10f-4d1b-85cf-05f964fa5a9e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.1049097 Jul 28 18:07:03.186497 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-a5270c33-9a03-49fe-bc4a-7d529c8876ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:03.188159 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port d86bf1f7-161e-40c1-a007-0a9f75542440 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:03.188310 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-a5270c33-9a03-49fe-bc4a-7d529c8876ce service neutron] 10.222.0.99 "GET /v2.0/networks?id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 200 len: 919 time: 0.1819649 Jul 28 18:07:03.188672 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:03.191965 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:03.215001 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:03.217885 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327bd83-34d2-492a-bc1f-c2dba1a06a12" -d '{"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-plugged", "status": "completed", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:03.232798 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:03.235963 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8fe6dfa7-46f7-4120-92d4-814d10599027 req-81639f1a-9690-4d75-bc95-41e2ea9149d5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049147 Jul 28 18:07:03.237705 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-adfef2c1-3ae3-408a-aac8-f263f7a47da8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5407d67-f752-4458-a306-d8d20e45c534 HTTP/1.1" status: 200 len: 217 time: 0.0418742 Jul 28 18:07:03.268162 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf236351-4e62-4c83-a2eb-58f8b0e6796a x-openstack-request-id: req-cf236351-4e62-4c83-a2eb-58f8b0e6796a {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:03.268669 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-plugged", "status": "completed", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:03.269254 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cf236351-4e62-4c83-a2eb-58f8b0e6796a {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:03.269881 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf236351-4e62-4c83-a2eb-58f8b0e6796a'] response: {'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'code': 200} Jul 28 18:07:03.279417 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:03.301487 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-7d2515d5-ae81-48d7-9850-de5bb07d9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:03.303091 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-7d2515d5-ae81-48d7-9850-de5bb07d9b0e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 200 len: 857 time: 0.0588787 Jul 28 18:07:03.334447 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:03.359520 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-ec1b415f-87a5-4cdd-b50e-d8c598bab736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:03.361411 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-ec1b415f-87a5-4cdd-b50e-d8c598bab736 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3d1691a3-9020-429a-9c4e-b3ff2213b5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436637 Jul 28 18:07:03.550782 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-8f46e19a-5ec0-4fed-8bd8-a3937ab5fc33 service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919645 Jul 28 18:07:03.632222 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a5186a9d-281c-410a-9922-ee82776b4ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:03.647418 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4c4bf9e-0d16-4936-98a6-09e3fc57323d req-602079af-2a6b-4a7a-b113-fab2d2c1847c service neutron] 10.222.0.99 "GET /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893779 Jul 28 18:07:03.825247 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:03.834180 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef315f8-83a5-4811-88b5-1fe28b3cd553 req-620869bf-3eb5-4e5b-af70-1f5eed5615e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:03.839728 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cef315f8-83a5-4811-88b5-1fe28b3cd553 req-620869bf-3eb5-4e5b-af70-1f5eed5615e9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1129 time: 0.0426266 Jul 28 18:07:03.893790 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cef315f8-83a5-4811-88b5-1fe28b3cd553 req-030ca731-01f7-49b4-92b5-771e9677bc7b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Jul 28 18:07:04.245621 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20ed3-9dbf-453c-885c-2efb00c6fb5f req-cd78965f-873c-467b-bfa7-d60d0078a7e5 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:04.247253 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7da20ed3-9dbf-453c-885c-2efb00c6fb5f req-cd78965f-873c-467b-bfa7-d60d0078a7e5 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0503521 Jul 28 18:07:04.279597 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:04.299567 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7da20ed3-9dbf-453c-885c-2efb00c6fb5f req-53321297-f158-4e2d-8e3c-f3115c9c09d3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460179 Jul 28 18:07:04.369014 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:04.381192 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4c65a-855e-436b-a173-87c26b74bded req-5727db23-31b7-48cf-84dc-1a200de67f96 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:04.382745 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a6d4c65a-855e-436b-a173-87c26b74bded req-5727db23-31b7-48cf-84dc-1a200de67f96 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0510819 Jul 28 18:07:04.441670 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a6d4c65a-855e-436b-a173-87c26b74bded req-5afde8e3-94c5-439c-92fb-eae204715d8b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443032 Jul 28 18:07:04.940099 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:05.047755 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:05.058894 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'port_id': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'mac_address': 'fa:16:3e:9e:39:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:05.094211 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:05.094548 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:05.107034 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:05.112960 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:07:05.132011 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:05.243476 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:05.292166 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:05.445599 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffdebd-6745-4cb4-a6e5-5c9642487b63 req-0f8a9c73-5f2b-45f5-928d-c058f9bb0c59 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:05.447120 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-16ffdebd-6745-4cb4-a6e5-5c9642487b63 req-0f8a9c73-5f2b-45f5-928d-c058f9bb0c59 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0699880 Jul 28 18:07:05.499747 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-16ffdebd-6745-4cb4-a6e5-5c9642487b63 req-75fd235f-faff-44e2-a815-168f2721825e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464635 Jul 28 18:07:05.564534 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e756b5-e97a-4908-a0f1-de5873d902cd req-021daf41-055a-4d38-81c4-826ecc1def97 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:05.566009 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e1e756b5-e97a-4908-a0f1-de5873d902cd req-021daf41-055a-4d38-81c4-826ecc1def97 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 944 time: 0.0512793 Jul 28 18:07:05.613995 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e1e756b5-e97a-4908-a0f1-de5873d902cd req-53ee1d60-3347-478f-9896-9e9db8ac70ad tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Jul 28 18:07:05.793470 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:06.128947 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:06.196400 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:06.620581 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1146fe-ef03-405a-872a-9a60fbcc1c83 req-799ddf49-126a-4163-9330-958ed049c542 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:06.622068 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-df1146fe-ef03-405a-872a-9a60fbcc1c83 req-799ddf49-126a-4163-9330-958ed049c542 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0488062 Jul 28 18:07:06.672990 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-df1146fe-ef03-405a-872a-9a60fbcc1c83 req-3a996f0f-a75d-42d5-825a-04edff210769 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450289 Jul 28 18:07:06.741297 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada950d-0e8b-40c4-9d9a-3bca278bbe27 req-da74c919-342f-4d79-8ef9-ec043021128a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:06.742837 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ada950d-0e8b-40c4-9d9a-3bca278bbe27 req-da74c919-342f-4d79-8ef9-ec043021128a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 944 time: 0.0530832 Jul 28 18:07:06.793436 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ada950d-0e8b-40c4-9d9a-3bca278bbe27 req-da544bf9-0325-4138-854b-2912b4c55d15 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Jul 28 18:07:06.793687 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcc0d7-0c84-4f04-82e9-e84581ece379 req-2eb37126-3b31-4749-a2d1-bc38f64de431 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:06.795293 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-92bcc0d7-0c84-4f04-82e9-e84581ece379 req-2eb37126-3b31-4749-a2d1-bc38f64de431 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0519245 Jul 28 18:07:06.847635 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-92bcc0d7-0c84-4f04-82e9-e84581ece379 req-47b687b1-3bbe-4bdb-8521-d284f5c5a404 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467513 Jul 28 18:07:06.875717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40810) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:07.019251 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e8eb7-a6e6-4c47-b02e-e35eea945de8 tempest-TestShelveInstance-562511076 tempest-TestShelveInstance-562511076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:07.020806 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-2a2e8eb7-a6e6-4c47-b02e-e35eea945de8 tempest-TestShelveInstance-562511076 tempest-TestShelveInstance-562511076-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1124 time: 0.1440763 Jul 28 18:07:07.023940 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40814) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:07.028238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'port_id': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:07:07.044574 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:07.089954 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:07:07.124209 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:07.211609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:07.254259 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:07:07.254676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:07.275962 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:07.337589 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Allocated IP 172.27.0.29 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/38f5b829-30d3-44e9-9cf3-624566681110) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:07.348221 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:07.348891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:07.374850 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:07.376797 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3c48c1-8f01-4583-9cdf-c13d5db4d9bc" -d '{"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-plugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:07.391468 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:07.418337 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e5f41d-6fe4-4c8a-82a4-aa72772c8571 x-openstack-request-id: req-c1e5f41d-6fe4-4c8a-82a4-aa72772c8571 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:07.418644 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-plugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:07.418894 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c1e5f41d-6fe4-4c8a-82a4-aa72772c8571 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:07.419290 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e5f41d-6fe4-4c8a-82a4-aa72772c8571'] response: {'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'code': 200} Jul 28 18:07:07.457236 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for port (38f5b829-30d3-44e9-9cf3-624566681110), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:07.466303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:07.515197 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:07.542378 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:07.569491 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (38f5b829-30d3-44e9-9cf3-624566681110), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:07.599461 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:07.611530 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:07.616590 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:07.620405 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:07:07.624375 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'Port': ['ID=38f5b829-30d3-44e9-9cf3-624566681110,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:08.156388 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec6b46-2023-41d6-8dc0-691984183426 req-3d4c530a-c1f3-4b28-8e8c-bd0f73818a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:08.157872 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e7ec6b46-2023-41d6-8dc0-691984183426 req-3d4c530a-c1f3-4b28-8e8c-bd0f73818a0a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 1129 time: 0.0433245 Jul 28 18:07:08.211016 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e7ec6b46-2023-41d6-8dc0-691984183426 req-f0d94431-7bc8-410e-b6d7-4758eb31d5bb service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Jul 28 18:07:08.246096 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de86d98-5539-41ba-8fbd-bb7cab0a1f48 req-108231e0-c7e1-4f6b-b78a-bc1661547130 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:08.247755 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7de86d98-5539-41ba-8fbd-bb7cab0a1f48 req-108231e0-c7e1-4f6b-b78a-bc1661547130 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.3670614 Jul 28 18:07:08.289233 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for floatingip (67bd101d-0d42-4292-9070-2688286a3e91), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:08.371172 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7de86d98-5539-41ba-8fbd-bb7cab0a1f48 req-f398be65-e0b0-432a-8237-b7f81fec10e0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175184 Jul 28 18:07:08.462703 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (38f5b829-30d3-44e9-9cf3-624566681110), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:08.511389 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:08.629628 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for port (38f5b829-30d3-44e9-9cf3-624566681110), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:08.694788 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (38f5b829-30d3-44e9-9cf3-624566681110), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:08.761698 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:08.770258 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event updated for resources: {'Port': ['ID=38f5b829-30d3-44e9-9cf3-624566681110,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:08.779493 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (67bd101d-0d42-4292-9070-2688286a3e91), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:08.881831 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Floating IP 67bd101d-0d42-4292-9070-2688286a3e91 associated. External IP: 172.27.0.29, port: d86bf1f7-161e-40c1-a007-0a9f75542440. Jul 28 18:07:09.093842 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Router 04fcb139-54e3-4b5c-964b-480fb97e8608 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:07:09.205784 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:09.215584 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] Sync routers for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:09.227121 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:09.227735 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:09.337470 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:09.341939 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:09.345325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:09.374804 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b9d19001-eae9-40f7-bdbe-e234a67e5e96 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3497498 Jul 28 18:07:09.375401 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:09.377708 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b0d3d8-3f71-4b6b-a887-1eff2085822c" -d '{"events": [{"name": "network-changed", "server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:09.421384 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff34ead-3ef5-4d15-a13c-c6dc84c256d1 x-openstack-request-id: req-9ff34ead-3ef5-4d15-a13c-c6dc84c256d1 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:09.421685 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:09.421939 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9ff34ead-3ef5-4d15-a13c-c6dc84c256d1 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:09.422367 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff34ead-3ef5-4d15-a13c-c6dc84c256d1'] response: {'name': 'network-changed', 'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'status': 'completed', 'code': 200} Jul 28 18:07:09.511959 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86265eab-248f-4bd1-a664-9539296ff467 req-17df6e2d-ac0b-4998-ab9b-e54ee8a9949a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:09.514227 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-86265eab-248f-4bd1-a664-9539296ff467 req-17df6e2d-ac0b-4998-ab9b-e54ee8a9949a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0533583 Jul 28 18:07:09.567278 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-86265eab-248f-4bd1-a664-9539296ff467 req-0d3f60f2-1e8e-43c6-a3f3-98eec9b88e33 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459692 Jul 28 18:07:09.567819 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '67bd101d-0d42-4292-9070-2688286a3e91', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'port_id': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'mac_address': 'fa:16:3e:b8:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:07:07Z', 'updated_at': '2022-07-28T18:07:07Z', 'revision_number': 0, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:15Z', 'revision_number': 5, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:09.598173 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] Checking router: 04fcb139-54e3-4b5c-964b-480fb97e8608 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:09.608294 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:09.609145 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:09.717781 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:09.950324 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '67bd101d-0d42-4292-9070-2688286a3e91', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'port_id': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'mac_address': 'fa:16:3e:b8:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:07:07Z', 'updated_at': '2022-07-28T18:07:07Z', 'revision_number': 0, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:15Z', 'revision_number': 5, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:09.976525 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61097b-c919-472e-b2de-ccf7a91eabcc None None] The sync data for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi is: [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '67bd101d-0d42-4292-9070-2688286a3e91', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'port_id': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'mac_address': 'fa:16:3e:b8:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:07:07Z', 'updated_at': '2022-07-28T18:07:07Z', 'revision_number': 0, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:15Z', 'revision_number': 5, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:10.180177 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4690e-beb2-44ba-aa6d-96387b8257f2 None None] New status for floating IP 67bd101d-0d42-4292-9070-2688286a3e91: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:07:10.183667 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:10.679561 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:10.695085 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cb0c-9164-436a-bbd5-03d4fe5becfe req-23d74eb5-3e32-4191-b65e-a630a456386f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:10.696607 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2db1cb0c-9164-436a-bbd5-03d4fe5becfe req-23d74eb5-3e32-4191-b65e-a630a456386f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0474961 Jul 28 18:07:10.751702 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2db1cb0c-9164-436a-bbd5-03d4fe5becfe req-a470b7cb-16f5-4db6-a445-544c4290b930 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485146 Jul 28 18:07:10.874880 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ec679-9489-459c-bd60-7e8cc98a0062 req-7042f4d4-521d-4f71-a260-44c62cbef7fc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:10.876435 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-436ec679-9489-459c-bd60-7e8cc98a0062 req-7042f4d4-521d-4f71-a260-44c62cbef7fc tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0521519 Jul 28 18:07:10.886067 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40846) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:10.891104 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Request body: {'floatingip': {'port_id': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:07:10.929633 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (0d2c817c-a2ac-4995-b57b-1d78fd42e6a2), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:11.392656 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:11.460054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (0d2c817c-a2ac-4995-b57b-1d78fd42e6a2), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:11.559856 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Floating IP 0d2c817c-a2ac-4995-b57b-1d78fd42e6a2 associated. External IP: 172.27.0.73, port: 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1. Jul 28 18:07:11.750139 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:11.760311 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:07:11.864827 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:11.872374 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:11.877190 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:11.882332 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] Sync routers for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:11.893729 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:11.894336 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:11.911517 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-73fb8b59-9ed2-408b-bdce-93c3e6d666e4 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "PUT /v2.0/floatingips/0d2c817c-a2ac-4995-b57b-1d78fd42e6a2 HTTP/1.1" status: 200 len: 990 time: 1.0243382 Jul 28 18:07:11.912091 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:11.914408 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:11.953337 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0fbe1-ab73-4ff8-85fc-ad6a0ef50d09 x-openstack-request-id: req-ead0fbe1-ab73-4ff8-85fc-ad6a0ef50d09 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:11.953663 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:11.954041 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ead0fbe1-ab73-4ff8-85fc-ad6a0ef50d09 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:11.954342 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead0fbe1-ab73-4ff8-85fc-ad6a0ef50d09'] response: {'name': 'network-changed', 'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'status': 'completed', 'code': 200} Jul 28 18:07:12.001374 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:12.183683 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:12.221381 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:12.294841 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '0d2c817c-a2ac-4995-b57b-1d78fd42e6a2', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'port_id': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'mac_address': 'fa:16:3e:9e:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:06:52Z', 'updated_at': '2022-07-28T18:07:11Z', 'revision_number': 1, 'project_id': '2732f627abb44936bedd3293898b24f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:12.319889 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] Checking router: 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:12.329048 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:12.329646 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:12.431616 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:12.641874 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '0d2c817c-a2ac-4995-b57b-1d78fd42e6a2', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'port_id': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'mac_address': 'fa:16:3e:9e:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:06:52Z', 'updated_at': '2022-07-28T18:07:11Z', 'revision_number': 1, 'project_id': '2732f627abb44936bedd3293898b24f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:12.669954 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a4779-d98c-4881-9a60-f0e641a6dfbc None None] The sync data for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi is: [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '0d2c817c-a2ac-4995-b57b-1d78fd42e6a2', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'port_id': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'mac_address': 'fa:16:3e:9e:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:06:52Z', 'updated_at': '2022-07-28T18:07:11Z', 'revision_number': 1, 'project_id': '2732f627abb44936bedd3293898b24f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:12.877406 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757da20c-1482-490f-9799-5ecc29050e36 None None] New status for floating IP 0d2c817c-a2ac-4995-b57b-1d78fd42e6a2: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:07:12.999824 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-3121ffcc-51a0-4af8-b162-81d25ec3de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.001355 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-3121ffcc-51a0-4af8-b162-81d25ec3de07 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1129 time: 0.0521743 Jul 28 18:07:13.173357 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-f18fe855-f6d5-4ef2-aaf3-d31300b4f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.176621 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-f18fe855-f6d5-4ef2-aaf3-d31300b4f3ab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 1129 time: 0.0481980 Jul 28 18:07:13.230161 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-7cc43138-61e9-46cd-abce-8f8587480af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.232667 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-7cc43138-61e9-46cd-abce-8f8587480af9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 200 len: 910 time: 0.1047912 Jul 28 18:07:13.283557 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-165823bd-ca51-4fb6-a983-6b36748e3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.285159 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-165823bd-ca51-4fb6-a983-6b36748e3f6b service neutron] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 918 time: 0.0994515 Jul 28 18:07:13.308049 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-d71fce0c-5f71-4559-aefa-e4a72c2dcbdd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 1000 time: 0.0673630 Jul 28 18:07:13.364999 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-b3dd8ab2-06f5-4877-aa69-5d8b78aa1072 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 HTTP/1.1" status: 200 len: 1000 time: 0.0672681 Jul 28 18:07:13.368537 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-ab8973cd-e4f1-4ef1-a4be-3d90060041d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.370089 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-ab8973cd-e4f1-4ef1-a4be-3d90060041d5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3148b6b1-f164-4e28-b881-b66fd0f8b9c7 HTTP/1.1" status: 200 len: 848 time: 0.0521042 Jul 28 18:07:13.424337 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-1776aae6-6ddc-42bc-855d-15b78ee59cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.425826 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-1776aae6-6ddc-42bc-855d-15b78ee59cd3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1c084787-5094-41ea-8434-975f5790a5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451429 Jul 28 18:07:13.432429 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-38381439-84d0-4b97-9de0-2bd5c951e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.434102 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-38381439-84d0-4b97-9de0-2bd5c951e751 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.0537851 Jul 28 18:07:13.499415 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-a57106df-c9c1-415e-aea6-c89f8e369ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:13.501040 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-a57106df-c9c1-415e-aea6-c89f8e369ad9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580320 Jul 28 18:07:13.541125 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-be2b1210-93d7-4361-b3bd-773c446db3e6 service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083465 Jul 28 18:07:13.609007 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:13.612981 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-16ef7e46-9777-4de5-93fc-3d298ea2343b service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031356 Jul 28 18:07:13.646561 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-40b0d3d8-3f71-4b6b-a887-1eff2085822c req-605c5d6c-9cb1-414a-a327-1f5893e3c2aa service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990937 Jul 28 18:07:13.710640 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ca604a6-6141-41cd-9e52-8a2a3c60fba7 req-e000199b-b081-4e8d-86a2-84f7636bc409 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898371 Jul 28 18:07:22.988845 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:22.991800 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:23.643611 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=50 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:23.705681 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=47 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:23.707534 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=59 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:26.315276 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:29.187010 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdeac3-5882-4483-800c-0ccee4bacafb req-479dbef2-51e2-426f-84cd-a77c9907884c tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:29.188529 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aebdeac3-5882-4483-800c-0ccee4bacafb req-479dbef2-51e2-426f-84cd-a77c9907884c tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 945 time: 0.0497980 Jul 28 18:07:29.239988 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aebdeac3-5882-4483-800c-0ccee4bacafb req-5acde34a-896b-4d6f-ae8a-ce6a05f5dc76 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Jul 28 18:07:30.358454 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a27f7-6898-4c91-84c7-003628625ca7 req-61c15c87-5fdc-4f4b-a681-baea790b7c09 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:30.360224 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3e1a27f7-6898-4c91-84c7-003628625ca7 req-61c15c87-5fdc-4f4b-a681-baea790b7c09 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 945 time: 0.0473800 Jul 28 18:07:30.407556 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3e1a27f7-6898-4c91-84c7-003628625ca7 req-27afc705-e9f3-4bcd-aefe-0098974bd332 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Jul 28 18:07:31.046654 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a920-f052-4f3c-9076-156f0fed61bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:31.549142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-1ccb1e76-6dc4-495c-add2-49fa223f2468 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:31.550621 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-1ccb1e76-6dc4-495c-add2-49fa223f2468 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 945 time: 0.0768349 Jul 28 18:07:31.556344 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4268d95-830d-4666-8115-7d13e861f044 req-f91f57de-ab74-4fb6-9dc5-b253e50cc082 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:31.557693 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4268d95-830d-4666-8115-7d13e861f044 req-f91f57de-ab74-4fb6-9dc5-b253e50cc082 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 945 time: 0.0755708 Jul 28 18:07:31.666839 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4268d95-830d-4666-8115-7d13e861f044 req-8a6c55ae-dcf3-46cf-af3f-eaf91da3a0dc tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969720 Jul 28 18:07:31.678006 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Deleting port fe531d4b-eb49-4238-84c1-95c99ca13d2c {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:31.678487 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:31.769811 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] For port fe531d4b-eb49-4238-84c1-95c99ca13d2c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fe531d4b-eb49-4238-84c1-95c99ca13d2c,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:31.770173 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:31.787421 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Calling delete_port for fe531d4b-eb49-4238-84c1-95c99ca13d2c owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:31.979192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (fe531d4b-eb49-4238-84c1-95c99ca13d2c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:32.006677 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Pushing event deleted for resources: {'Port': ['ID=fe531d4b-eb49-4238-84c1-95c99ca13d2c,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:32.032328 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['fe531d4b-eb49-4238-84c1-95c99ca13d2c'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:32.057049 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] No DVR routers for this DVR port fe531d4b-eb49-4238-84c1-95c99ca13d2c on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:07:32.059941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:32.063603 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9fd73632-a0ea-4410-85b9-607d26fe8669 req-f66e16de-60e9-485b-a942-49143972d270 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "DELETE /v2.0/ports/fe531d4b-eb49-4238-84c1-95c99ca13d2c HTTP/1.1" status: 204 len: 173 time: 0.5010645 Jul 28 18:07:32.064035 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'name': 'network-vif-deleted', 'tag': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:32.066274 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e299fb-ac19-4089-8f44-7aae68eb4f63" -d '{"events": [{"server_uuid": "4eb343d5-d21e-4542-a9b9-699415dbbb36", "name": "network-vif-deleted", "tag": "fe531d4b-eb49-4238-84c1-95c99ca13d2c"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:32.166090 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2008b5-0142-42af-822b-b02bd8f8dd83 x-openstack-request-id: req-4a2008b5-0142-42af-822b-b02bd8f8dd83 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:32.166421 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb343d5-d21e-4542-a9b9-699415dbbb36", "name": "network-vif-deleted", "tag": "fe531d4b-eb49-4238-84c1-95c99ca13d2c", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:32.166679 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4a2008b5-0142-42af-822b-b02bd8f8dd83 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:32.167145 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2008b5-0142-42af-822b-b02bd8f8dd83'] response: {'server_uuid': '4eb343d5-d21e-4542-a9b9-699415dbbb36', 'name': 'network-vif-deleted', 'tag': 'fe531d4b-eb49-4238-84c1-95c99ca13d2c', 'status': 'completed', 'code': 200} Jul 28 18:07:32.501346 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=39 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:32.511428 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=63 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:32.779910 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d1720f6b-087c-4671-93ba-0ed8d26e69dd req-a67d3bb2-fa83-45db-9dc1-12251f6172d5 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4eb343d5-d21e-4542-a9b9-699415dbbb36 HTTP/1.1" status: 200 len: 210 time: 0.0282590 Jul 28 18:07:33.556019 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-08c951fc-1900-4946-b0e3-41b3137b52ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:34.412548 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:34.546600 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:07:36.100063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:36.173229 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:36.664654 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device fe531d4b-eb49-4238-84c1-95c99ca13d2c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:36.688265 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: fe531d4b-eb49-4238-84c1-95c99ca13d2c {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:07:36.688609 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device fe531d4b-eb49-4238-84c1-95c99ca13d2c not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:38.102886 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-e602bdfb-dbda-46d8-8207-638e89a514e1 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386670491&fields=id&tenant_id=39115160ca364b2590af12fccde98256 HTTP/1.1" status: 200 len: 267 time: 0.0449445 Jul 28 18:07:38.155196 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-39e885ce-107d-497d-a1ec-75f002601bf0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:38.156744 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-39e885ce-107d-497d-a1ec-75f002601bf0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 984 time: 0.0487533 Jul 28 18:07:38.167282 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Request body: {'port': {'security_groups': ['6f5c6ff0-5f1c-489b-b205-2c454da2c406']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:07:38.251667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:38.309273 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:38.642945 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:38.673848 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f808f4a9-93f4-4595-be63-aba89386ee2a,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:38.705132 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:38.785135 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:38.833457 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:38.838411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:38.838411 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1d0278cb-529b-4ec7-b74c-c75860f102d8 req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "PUT /v2.0/ports/f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 942 time: 0.6727397 Jul 28 18:07:38.838864 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:38.847416 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146ad42e-474e-4680-bdad-e78d6299098d" -d '{"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:38.847996 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 40988) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:38.858867 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['f808f4a9-93f4-4595-be63-aba89386ee2a'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:38.886057 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a12da1-bf74-4310-be4f-506f400662bc tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event updated for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=7']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:38.925287 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group (ee8d2197-d7cb-4353-9736-921a854afbcd), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:38.943104 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d40f674-4490-48d1-addd-42e9f2d66d0e x-openstack-request-id: req-5d40f674-4490-48d1-addd-42e9f2d66d0e {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:38.943909 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:38.943909 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5d40f674-4490-48d1-addd-42e9f2d66d0e {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:38.945194 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d40f674-4490-48d1-addd-42e9f2d66d0e'] response: {'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'status': 'completed', 'code': 200} Jul 28 18:07:38.962730 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group (ee8d2197-d7cb-4353-9736-921a854afbcd), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.103247 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['f808f4a9-93f4-4595-be63-aba89386ee2a'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:39.110886 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ee8d2197-d7cb-4353-9736-921a854afbcd), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.112694 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ad42e-474e-4680-bdad-e78d6299098d req-d0ce21d2-a85d-4033-80c1-bd04b9af7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:39.114059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.115809 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-146ad42e-474e-4680-bdad-e78d6299098d req-d0ce21d2-a85d-4033-80c1-bd04b9af7672 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1129 time: 0.1157353 Jul 28 18:07:39.116544 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "DELETE /v2.0/security-groups/ee8d2197-d7cb-4353-9736-921a854afbcd HTTP/1.1" status: 204 len: 168 time: 0.2675288 Jul 28 18:07:39.125368 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 40996) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:39.130225 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8d2197-d7cb-4353-9736-921a854afbcd,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:39.142339 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.142838 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.143301 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.143738 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.144170 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.144603 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.145157 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.146170 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.146777 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.147281 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.147790 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.148123 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.148487 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.148776 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.149107 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861de175-1a67-464d-ab38-3def21ecb9dd tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:39.162436 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a8b57078-8266-4e6a-9dab-817d9488404b None None] Provisioning complete for port f808f4a9-93f4-4595-be63-aba89386ee2a triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:07:39.163493 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a8b57078-8266-4e6a-9dab-817d9488404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.317400 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ad42e-474e-4680-bdad-e78d6299098d req-71cb257d-0193-448c-b7f4-e93fb999395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:39.318811 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-146ad42e-474e-4680-bdad-e78d6299098d req-71cb257d-0193-448c-b7f4-e93fb999395e service neutron] 10.222.0.99 "GET /v2.0/networks?id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 200 len: 916 time: 0.1896212 Jul 28 18:07:39.319136 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a8b57078-8266-4e6a-9dab-817d9488404b None None] Current status of the port f808f4a9-93f4-4595-be63-aba89386ee2a is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:39.396334 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Deleting port 1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:39.396678 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.440804 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-146ad42e-474e-4680-bdad-e78d6299098d req-ccaf9b4b-6e46-453c-9428-e2e50db3659f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 1001 time: 0.1014278 Jul 28 18:07:39.523186 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ad42e-474e-4680-bdad-e78d6299098d req-cc753113-fc51-44c8-b3ea-72a4fd2751a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:39.524618 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-146ad42e-474e-4680-bdad-e78d6299098d req-cc753113-fc51-44c8-b3ea-72a4fd2751a3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=05563190-728f-4160-99c4-24648f2b17dc HTTP/1.1" status: 200 len: 854 time: 0.0715880 Jul 28 18:07:39.526178 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.526743 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for floatingip (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.564163 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Calling delete_port for 1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640 owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:39.585417 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ad42e-474e-4680-bdad-e78d6299098d req-4cb45a97-1898-466f-8b68-cf53de29bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:39.587031 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-146ad42e-474e-4680-bdad-e78d6299098d req-4cb45a97-1898-466f-8b68-cf53de29bfb0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527556 Jul 28 18:07:39.645792 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:39.780998 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-146ad42e-474e-4680-bdad-e78d6299098d req-c2219130-94ee-44e9-89b0-1d860a7252b9 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591814 Jul 28 18:07:39.913698 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-146ad42e-474e-4680-bdad-e78d6299098d req-ad2abbfc-d068-477e-b3c2-be200ef17c3f service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245227 Jul 28 18:07:39.956437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:39.993312 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event deleted for resources: {'Port': ['ID=1d2624fe-7e2f-4a9f-a0ca-29bc14dd7640,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:40.011642 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:40.051979 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks [] for floatingip (8e941253-d2d6-4755-a0c6-8a8d636c48b2), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:40.052306 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Floating IP 8e941253-d2d6-4755-a0c6-8a8d636c48b2 disassociated (deleted). External IP: 172.27.0.134, port: f808f4a9-93f4-4595-be63-aba89386ee2a. Jul 28 18:07:40.262882 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:07:40.368608 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:40.373665 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:40.378163 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] Sync routers for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:40.391515 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:40.391515 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:40.409090 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-846d04e9-2dc6-4354-bfbc-5e9e6941d05e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "DELETE /v2.0/floatingips/8e941253-d2d6-4755-a0c6-8a8d636c48b2 HTTP/1.1" status: 204 len: 168 time: 1.2884552 Jul 28 18:07:40.519894 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:40.711344 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 5, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:40.741155 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] Checking router: 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:40.749941 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:40.750588 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:40.861647 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:40.946673 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:40.949167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf1691-9755-420c-a702-3446df02fff3" -d '{"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:40.988283 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02443131-cc64-44d5-b875-76a20a3ccfbf x-openstack-request-id: req-02443131-cc64-44d5-b875-76a20a3ccfbf {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:40.988625 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:40.988876 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-02443131-cc64-44d5-b875-76a20a3ccfbf {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:40.989285 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02443131-cc64-44d5-b875-76a20a3ccfbf'] response: {'name': 'network-changed', 'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'status': 'completed', 'code': 200} Jul 28 18:07:41.052198 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 5, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:41.076260 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f67306-236b-46b0-97b5-021a5468f1b7 None None] The sync data for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi is: [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:57Z', 'revision_number': 4, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c81d20ee-2050-4635-9e3a-47aa4c102fe5', 'name': '', 'network_id': '56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a', 'tenant_id': '39115160ca364b2590af12fccde98256', 'mac_address': 'fa:16:3e:c9:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '05563190-728f-4160-99c4-24648f2b17dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:56Z', 'updated_at': '2022-07-28T18:04:01Z', 'revision_number': 5, 'project_id': '39115160ca364b2590af12fccde98256', 'subnets': [{'id': '05563190-728f-4160-99c4-24648f2b17dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:41.283545 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130ed57-dee3-45a9-9980-88a424cba6c7 None None] New status for floating IP 8e941253-d2d6-4755-a0c6-8a8d636c48b2: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:07:43.919631 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1691-9755-420c-a702-3446df02fff3 req-35412cbc-fe3f-4423-adee-816f9cfbf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:43.921980 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7abf1691-9755-420c-a702-3446df02fff3 req-35412cbc-fe3f-4423-adee-816f9cfbf342 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39115160ca364b2590af12fccde98256&device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 1129 time: 0.0420256 Jul 28 18:07:43.983888 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:44.027136 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1691-9755-420c-a702-3446df02fff3 req-72b900a7-066e-4184-ab41-8d449ba6c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:44.028648 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7abf1691-9755-420c-a702-3446df02fff3 req-72b900a7-066e-4184-ab41-8d449ba6c317 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 200 len: 916 time: 0.0930073 Jul 28 18:07:44.090533 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7abf1691-9755-420c-a702-3446df02fff3 req-c5e963ac-d2ca-4b2b-874c-e383006d5bf1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 200 len: 217 time: 0.0339639 Jul 28 18:07:44.141454 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1691-9755-420c-a702-3446df02fff3 req-17c2a2f4-d5e3-433a-944a-7832e122c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:44.143082 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7abf1691-9755-420c-a702-3446df02fff3 req-17c2a2f4-d5e3-433a-944a-7832e122c833 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=05563190-728f-4160-99c4-24648f2b17dc HTTP/1.1" status: 200 len: 854 time: 0.0459006 Jul 28 18:07:44.190916 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1691-9755-420c-a702-3446df02fff3 req-12cd9231-5231-47dc-923e-284ab1bd6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:44.192458 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7abf1691-9755-420c-a702-3446df02fff3 req-12cd9231-5231-47dc-923e-284ab1bd6ea2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400259 Jul 28 18:07:44.297866 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7abf1691-9755-420c-a702-3446df02fff3 req-3d71af92-1d16-4f80-ba3c-8ba934d7fe84 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988305 Jul 28 18:07:44.392055 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7abf1691-9755-420c-a702-3446df02fff3 req-b79d253e-c132-4345-91db-34d46b1065e9 service neutron] 10.222.0.99 "GET /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880499 Jul 28 18:07:44.823574 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-21be6cde-da29-4c72-add7-99aa4f276097 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:44.825339 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-21be6cde-da29-4c72-add7-99aa4f276097 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/networks?id=01c55f50-a315-477f-80d3-c30431bfaa68 HTTP/1.1" status: 200 len: 813 time: 0.1063437 Jul 28 18:07:44.840574 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-66eb468a-84a9-4170-befd-bbf804a9daae tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/quotas/613c6d4f37814a209077ac2c19506674 HTTP/1.1" status: 200 len: 375 time: 0.0096393 Jul 28 18:07:44.878015 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-5607f385-2dbc-4f53-953e-8c57ebd30360 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=613c6d4f37814a209077ac2c19506674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320809 Jul 28 18:07:44.989421 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:45.019289 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-cc57ddfb-f23f-4ee2-a700-d4c8c6c31986 service neutron] 10.222.0.85 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348004 Jul 28 18:07:45.114885 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-9d56fb61-0deb-4ba9-b1ab-3324f98df409 service neutron] 10.222.0.85 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899262 Jul 28 18:07:45.378062 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-71ccedc6-5881-4f4f-9420-441a09414c01 req-0d101330-1989-489f-8708-849e9e9d88b3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 210 time: 0.0335438 Jul 28 18:07:46.489653 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-66d658d7-dbd4-4da8-9c8a-3fdb4ada46d8 req-d7d22d2b-dcfd-4aa6-99fe-6b750dd18d65 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 210 time: 0.0301375 Jul 28 18:07:47.098857 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1876-1da7-4a8a-abfd-8e41cb399ca8 req-fc7933f6-6af2-4ab4-8866-7b67739cd874 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:47.100256 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-343e1876-1da7-4a8a-abfd-8e41cb399ca8 req-fc7933f6-6af2-4ab4-8866-7b67739cd874 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0490580 Jul 28 18:07:47.148705 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-343e1876-1da7-4a8a-abfd-8e41cb399ca8 req-17d2d006-8635-45b2-a439-0fd768835e79 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 Jul 28 18:07:47.591820 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-60e0b1b0-b8c6-48d5-ae26-cf0999dc0b59 req-69a83494-fa60-48b3-971a-16185face5de tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Jul 28 18:07:48.272246 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0de5eb-a4bc-4431-b124-5c3b57eb241c req-ebd3e742-7a43-4a4b-9e0c-0fc1159073d8 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:48.273766 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2b0de5eb-a4bc-4431-b124-5c3b57eb241c req-ebd3e742-7a43-4a4b-9e0c-0fc1159073d8 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0520558 Jul 28 18:07:48.328466 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2b0de5eb-a4bc-4431-b124-5c3b57eb241c req-6412d6f9-7d28-4b8d-b610-9c8ddbd816d0 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470955 Jul 28 18:07:48.695022 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ad5e2ee3-05dd-4be4-b26e-88abb23b64b8 req-262d7c24-71f0-40e0-b389-183156e124f1 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 210 time: 0.0283821 Jul 28 18:07:49.314925 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-f47eafe2-3469-4f12-88a8-58c11f4ce304 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:49.316527 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-f47eafe2-3469-4f12-88a8-58c11f4ce304 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.99 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0521781 Jul 28 18:07:49.454120 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d7d3b-0dbe-4110-86b0-74c3c3fad874 req-ff06b2cc-5ccb-4303-bbd1-b6d873f9b0d6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:49.455696 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-057d7d3b-0dbe-4110-86b0-74c3c3fad874 req-ff06b2cc-5ccb-4303-bbd1-b6d873f9b0d6 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 945 time: 0.0518613 Jul 28 18:07:49.506183 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-057d7d3b-0dbe-4110-86b0-74c3c3fad874 req-23a41566-70de-49e9-80a0-84755cee3113 tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f5c6ff0-5f1c-489b-b205-2c454da2c406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Jul 28 18:07:49.549881 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:49.623705 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Deleting port f808f4a9-93f4-4595-be63-aba89386ee2a {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:49.624115 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:49.728715 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] For port f808f4a9-93f4-4595-be63-aba89386ee2a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f808f4a9-93f4-4595-be63-aba89386ee2a,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:49.729092 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:49.752274 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Calling delete_port for f808f4a9-93f4-4595-be63-aba89386ee2a owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:49.834190 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0861b3ce-329b-42d2-abd7-cc3a61853b38 req-d4a9a943-b768-4280-8174-4634af3b01ed tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 210 time: 0.0562239 Jul 28 18:07:49.929554 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-36d4c7b2-5d51-4d3e-8e90-edb9e9b4944c tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:49.930915 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-36d4c7b2-5d51-4d3e-8e90-edb9e9b4944c tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "GET /v2.0/networks?id=01c55f50-a315-477f-80d3-c30431bfaa68 HTTP/1.1" status: 200 len: 813 time: 0.1521933 Jul 28 18:07:49.953968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Request body: {'port': {'device_id': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68', 'admin_state_up': True, 'tenant_id': '613c6d4f37814a209077ac2c19506674'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:07:50.006586 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (f808f4a9-93f4-4595-be63-aba89386ee2a), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:50.059592 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['f808f4a9-93f4-4595-be63-aba89386ee2a'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:50.072062 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Pushing event deleted for resources: {'Port': ['ID=f808f4a9-93f4-4595-be63-aba89386ee2a,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:50.150678 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Made reservation on behalf of 613c6d4f37814a209077ac2c19506674 for: {'port': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:07:50.155805 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:50.306450 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Allocated IP 172.20.0.12 (01c55f50-a315-477f-80d3-c30431bfaa68/2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6/79345ca0-155b-4b17-bb3b-13344d9bcff1) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:07:50.394910 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.395416 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.395587 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.395918 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.396247 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.396888 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.397015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.397335 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.397661 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.397983 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.398300 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.398645 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.398961 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.399279 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.399596 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:07:50.417803 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] No DVR routers for this DVR port f808f4a9-93f4-4595-be63-aba89386ee2a on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:07:50.420576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:50.423992 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e5d27a10-42ad-4d20-b5b6-06ce9835f841 req-9e67ff02-f069-4617-b724-3408d7e39d0e tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.99 "DELETE /v2.0/ports/f808f4a9-93f4-4595-be63-aba89386ee2a HTTP/1.1" status: 204 len: 173 time: 0.9055719 Jul 28 18:07:50.424444 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'name': 'network-vif-deleted', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:50.426978 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20486dc9-7f7a-4b40-ad15-49bed651820b" -d '{"events": [{"server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "name": "network-vif-deleted", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:50.464539 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7d22a-177d-45b1-8064-f0081c3648c7 x-openstack-request-id: req-eaf7d22a-177d-45b1-8064-f0081c3648c7 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:50.465021 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417aa872-dcc4-4460-99fb-d48819d6eead", "name": "network-vif-deleted", "tag": "f808f4a9-93f4-4595-be63-aba89386ee2a", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:50.465430 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eaf7d22a-177d-45b1-8064-f0081c3648c7 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:50.465989 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf7d22a-177d-45b1-8064-f0081c3648c7'] response: {'server_uuid': '417aa872-dcc4-4460-99fb-d48819d6eead', 'name': 'network-vif-deleted', 'tag': 'f808f4a9-93f4-4595-be63-aba89386ee2a', 'status': 'completed', 'code': 200} Jul 28 18:07:50.496263 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks [] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:50.508968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:50.522882 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:50.596991 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:50.621181 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3a91eee0-5258-4d22-bc87-58577244d44d req-ce750942-a274-41ab-b227-8e693fbefc2a tempest-TestMinimumBasicScenario-211670379 tempest-TestMinimumBasicScenario-211670379-project] 10.222.0.85 "GET /v2.0/ports?device_id=417aa872-dcc4-4460-99fb-d48819d6eead HTTP/1.1" status: 200 len: 210 time: 0.0368416 Jul 28 18:07:50.663813 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Network 01c55f50-a315-477f-80d3-c30431bfaa68 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:07:50.669029 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:07:50.672310 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Pushing event updated for resources: {'Port': ['ID=79345ca0-155b-4b17-bb3b-13344d9bcff1,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:50.674962 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:07:50.722603 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:50.723215 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:50.821419 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-e80c854d-9cc9-4326-b269-b39040707a15 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8716300 Jul 28 18:07:50.848261 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Request body: {'port': {'device_id': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:07:50.910427 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:50.959287 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e5fc-cd5c-4005-9c60-b36136420213 req-088e61ab-1de9-448d-99b0-29a3ee6954ac tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:50.960888 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3265e5fc-cd5c-4005-9c60-b36136420213 req-088e61ab-1de9-448d-99b0-29a3ee6954ac tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 932 time: 0.0492537 Jul 28 18:07:51.009543 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3265e5fc-cd5c-4005-9c60-b36136420213 req-564ed159-8b22-42a8-a9bf-2432fae003f2 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Jul 28 18:07:51.166373 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:51.177344 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79345ca0-155b-4b17-bb3b-13344d9bcff1 {{(pid=116180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:07:51.185223 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Publish callbacks [] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:51.198510 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.provisioning_blocks [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Transition to ACTIVE for port object 79345ca0-155b-4b17-bb3b-13344d9bcff1 will not be triggered until provisioned by entity L2. {{(pid=116180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:07:51.298245 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:51.313949 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:51.350555 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Pushing event updated for resources: {'Port': ['ID=79345ca0-155b-4b17-bb3b-13344d9bcff1,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:51.424843 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Attempting to bind port 79345ca0-155b-4b17-bb3b-13344d9bcff1 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:07:51.425092 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Attempting to bind port 79345ca0-155b-4b17-bb3b-13344d9bcff1 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:07:51.425416 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Attempting to bind port 79345ca0-155b-4b17-bb3b-13344d9bcff1 on network 01c55f50-a315-477f-80d3-c30431bfaa68 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:07:51.429780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Port 79345ca0-155b-4b17-bb3b-13344d9bcff1 on network 01c55f50-a315-477f-80d3-c30431bfaa68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:07:51.430094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Attempting to bind port 79345ca0-155b-4b17-bb3b-13344d9bcff1 on network 01c55f50-a315-477f-80d3-c30431bfaa68 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:07:51.435244 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:07:51.435580 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Checking segment: {'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:07:51.436071 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Bound using segment: {'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:07:51.436421 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Bound port: 79345ca0-155b-4b17-bb3b-13344d9bcff1, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68'}}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:07:51.436777 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:51.499349 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] For port 79345ca0-155b-4b17-bb3b-13344d9bcff1, host hv-cinder-83754, cleared binding levels {{(pid=116180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:07:51.502698 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] For port 79345ca0-155b-4b17-bb3b-13344d9bcff1, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=79345ca0-155b-4b17-bb3b-13344d9bcff1,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:07:51.573205 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:51.608494 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:51.609116 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:51.610532 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] 10.222.0.99 "PUT /v2.0/ports/79345ca0-155b-4b17-bb3b-13344d9bcff1 HTTP/1.1" status: 200 len: 1094 time: 0.7664478 Jul 28 18:07:51.610959 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'tag': '79345ca0-155b-4b17-bb3b-13344d9bcff1'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:51.613209 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572659c8-ca71-4d51-94a0-0a3ca6473d35" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad828ea-8b73-4f24-aa97-acb56da85c39", "tag": "79345ca0-155b-4b17-bb3b-13344d9bcff1"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:51.636754 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36a61-ab85-4d13-81e9-2f18cba867d9 service neutron] Pushing event updated for resources: {'Port': ['ID=79345ca0-155b-4b17-bb3b-13344d9bcff1,revision_number=3']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:51.714633 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c0347-c2db-4655-86ad-b81e6996361d x-openstack-request-id: req-f67c0347-c2db-4655-86ad-b81e6996361d {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:51.714921 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad828ea-8b73-4f24-aa97-acb56da85c39", "tag": "79345ca0-155b-4b17-bb3b-13344d9bcff1", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:51.715172 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f67c0347-c2db-4655-86ad-b81e6996361d {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:51.715577 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67c0347-c2db-4655-86ad-b81e6996361d'] response: {'name': 'network-changed', 'server_uuid': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'tag': '79345ca0-155b-4b17-bb3b-13344d9bcff1', 'status': 'completed', 'code': 200} Jul 28 18:07:51.790776 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-672dc8e5-3335-4639-918e-16b6278a1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:51.792317 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-672dc8e5-3335-4639-918e-16b6278a1b70 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=613c6d4f37814a209077ac2c19506674&device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 1128 time: 0.0417750 Jul 28 18:07:51.859237 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-8870dbf0-c171-4ef7-bcdb-88e5298777fd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79345ca0-155b-4b17-bb3b-13344d9bcff1 HTTP/1.1" status: 200 len: 217 time: 0.0400083 Jul 28 18:07:51.915177 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-1f6f3a6c-837c-41e9-aeb4-7611b3b916c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:51.916679 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-1f6f3a6c-837c-41e9-aeb4-7611b3b916c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6 HTTP/1.1" status: 200 len: 853 time: 0.0478926 Jul 28 18:07:51.951074 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-ecf24b3e-4a2d-4c36-802c-6d75dd972e2d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=01c55f50-a315-477f-80d3-c30431bfaa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269608 Jul 28 18:07:52.047500 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-cd701959-aa47-4151-be43-66dc178b14f1 service neutron] 10.222.0.99 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886171 Jul 28 18:07:52.111996 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:52.160448 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634093-5202-4d8e-b9a0-01d3c37feaef req-43a6e942-d734-468d-92b9-c8f9fb15fec4 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:52.161926 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8d634093-5202-4d8e-b9a0-01d3c37feaef req-43a6e942-d734-468d-92b9-c8f9fb15fec4 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 944 time: 0.0657125 Jul 28 18:07:52.203132 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e54a3c3c-4179-4e5f-ad85-7a2ca31cdc4b req-4ea1c441-f668-4c01-b039-655df347dfdc service neutron] 10.222.0.99 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492901 Jul 28 18:07:52.227289 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8d634093-5202-4d8e-b9a0-01d3c37feaef req-cc107c71-a886-4b09-a56b-8b1a9dcfc040 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582571 Jul 28 18:07:53.341015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41162) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:53.384028 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:53.392693 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfe71f-b767-4851-b463-75d29585475d req-dae80b26-f955-4f19-aaac-515be2adabe6 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:53.399100 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5ddfe71f-b767-4851-b463-75d29585475d req-dae80b26-f955-4f19-aaac-515be2adabe6 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 944 time: 0.0918868 Jul 28 18:07:53.440601 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-2576f7bd-90f4-4141-8afc-c439a65253da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:53.442101 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-2576f7bd-90f4-4141-8afc-c439a65253da service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=613c6d4f37814a209077ac2c19506674&device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 1128 time: 0.0411217 Jul 28 18:07:53.498927 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5ddfe71f-b767-4851-b463-75d29585475d req-aa406e21-36a8-4c3b-8e9c-ee1ba53e5037 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962505 Jul 28 18:07:53.538658 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-b05e39c0-f81d-4cae-8f3a-3b6388927997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:53.540194 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-b05e39c0-f81d-4cae-8f3a-3b6388927997 service neutron] 10.222.0.99 "GET /v2.0/networks?id=01c55f50-a315-477f-80d3-c30431bfaa68 HTTP/1.1" status: 200 len: 914 time: 0.0924828 Jul 28 18:07:53.582399 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-14b0a715-23a5-4eb9-a789-cc792d4d61df service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79345ca0-155b-4b17-bb3b-13344d9bcff1 HTTP/1.1" status: 200 len: 217 time: 0.0335939 Jul 28 18:07:53.631074 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:53.638370 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-3a809e6c-98d6-4c4d-bb4e-3f775859ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:53.641224 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-3a809e6c-98d6-4c4d-bb4e-3f775859ecb5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6 HTTP/1.1" status: 200 len: 853 time: 0.0457003 Jul 28 18:07:53.692337 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-669aaafa-ea94-41a9-b725-1433d9fe3c6c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=01c55f50-a315-477f-80d3-c30431bfaa68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302231 Jul 28 18:07:53.751845 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device f808f4a9-93f4-4595-be63-aba89386ee2a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:53.773305 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: f808f4a9-93f4-4595-be63-aba89386ee2a {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:07:53.773937 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device f808f4a9-93f4-4595-be63-aba89386ee2a not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:53.781408 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:53.785300 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-63ded297-2536-48d5-a8e3-60b636827026 service neutron] 10.222.0.99 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869269 Jul 28 18:07:53.791578 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:53.887070 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-572659c8-ca71-4d51-94a0-0a3ca6473d35 req-abc2b5e4-01c0-4f26-8feb-e115bad4c8b5 service neutron] 10.222.0.99 "GET /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917454 Jul 28 18:07:54.079400 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Deleting port c81d20ee-2050-4635-9e3a-47aa4c102fe5 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:54.079744 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:54.159754 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] For port c81d20ee-2050-4635-9e3a-47aa4c102fe5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=c81d20ee-2050-4635-9e3a-47aa4c102fe5,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:54.160028 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:54.172551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Calling delete_port for c81d20ee-2050-4635-9e3a-47aa4c102fe5 owned by network:router_interface {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:54.430238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (c81d20ee-2050-4635-9e3a-47aa4c102fe5), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:54.467457 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Pushing event deleted for resources: {'Port': ['ID=c81d20ee-2050-4635-9e3a-47aa4c102fe5,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:54.476614 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:54.645665 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74063-c634-4385-aeac-4ca16a7ddc04 req-0a888a07-2b2c-47a3-af29-603afb17feea tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:54.647273 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-44e74063-c634-4385-aeac-4ca16a7ddc04 req-0a888a07-2b2c-47a3-af29-603afb17feea tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 944 time: 0.0626419 Jul 28 18:07:54.672616 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:54.711409 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-44e74063-c634-4385-aeac-4ca16a7ddc04 req-dc2aa669-464e-43b9-9536-6dd7b825ade8 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576189 Jul 28 18:07:54.755103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:54.880903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:07:54.984484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:54.989425 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-65ff45db-1897-499a-8ac3-f835b59a376e admin admin] 10.222.0.85 "PUT /v2.0/routers/373b0bfa-2fc0-425f-88cd-6f71d071b5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6474528 Jul 28 18:07:54.992004 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41166) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:54.995554 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] Sync routers for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:55.005287 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:55.006015 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:55.090409 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks [] for router (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:55.111260 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:55.191773 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks [] for router_gateway (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:55.202041 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:55.215676 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:55.279601 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:07:54Z', 'revision_number': 5, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port': {'id': '8609e520-2d56-4a77-abee-4121c319d0c5', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:55.288973 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Deleting port 8609e520-2d56-4a77-abee-4121c319d0c5 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:55.289315 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:55.305480 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] Checking router: 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:55.314787 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] Routers {'373b0bfa-2fc0-425f-88cd-6f71d071b5f2'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:55.315328 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:55.369433 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] For port 8609e520-2d56-4a77-abee-4121c319d0c5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8609e520-2d56-4a77-abee-4121c319d0c5,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:55.369798 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:55.383442 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Calling delete_port for 8609e520-2d56-4a77-abee-4121c319d0c5 owned by network:router_gateway {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:55.399315 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] Set router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 gateway port host: None {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:55.446728 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:55.452173 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:07:55Z', 'revision_number': 6, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:55.477594 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9b34a-a943-4765-9117-909615a28c27 None None] The sync data for ids ['373b0bfa-2fc0-425f-88cd-6f71d071b5f2'] in dv-cinder-837543-7-iscsi is: [{'id': '373b0bfa-2fc0-425f-88cd-6f71d071b5f2', 'name': 'tempest-TestMinimumBasicScenario-1389997184-router', 'tenant_id': '39115160ca364b2590af12fccde98256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:03:54Z', 'updated_at': '2022-07-28T18:07:55Z', 'revision_number': 6, 'project_id': '39115160ca364b2590af12fccde98256', 'gw_port_host': None}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:07:55.781168 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 79345ca0-155b-4b17-bb3b-13344d9bcff1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:07:55.799704 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:55.863526 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6104b-17ad-45c1-818c-35c4975653db req-05ead018-38a4-4fd4-adac-2aef7418feff tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:55.876853 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-11d6104b-17ad-45c1-818c-35c4975653db req-05ead018-38a4-4fd4-adac-2aef7418feff tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 944 time: 0.0660701 Jul 28 18:07:55.922516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 79345ca0-155b-4b17-bb3b-13344d9bcff1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=79345ca0-155b-4b17-bb3b-13344d9bcff1,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:55.945713 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '79345ca0-155b-4b17-bb3b-13344d9bcff1', 'network_id': '01c55f50-a315-477f-80d3-c30431bfaa68', 'port_id': '79345ca0-155b-4b17-bb3b-13344d9bcff1', 'mac_address': 'fa:16:3e:32:f4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:07:55.945926 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:55.978070 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-11d6104b-17ad-45c1-818c-35c4975653db req-a5eecac1-39e0-48ab-b272-f2088c90d640 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941491 Jul 28 18:07:55.986441 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 79345ca0-155b-4b17-bb3b-13344d9bcff1 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:55.986872 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.002939 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79345ca0-155b-4b17-bb3b-13344d9bcff1 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:07:56.029843 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (8609e520-2d56-4a77-abee-4121c319d0c5), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.037165 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 79345ca0-155b-4b17-bb3b-13344d9bcff1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=79345ca0-155b-4b17-bb3b-13344d9bcff1,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:56.057315 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Pushing event deleted for resources: {'Port': ['ID=8609e520-2d56-4a77-abee-4121c319d0c5,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:56.120659 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.143345 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.194459 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=79345ca0-155b-4b17-bb3b-13344d9bcff1,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:56.217745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.220323 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks [] for router_controller (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.344290 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (373b0bfa-2fc0-425f-88cd-6f71d071b5f2), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.344928 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 373b0bfa-2fc0-425f-88cd-6f71d071b5f2 {{(pid=116181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:07:56.350010 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.351174 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9e265c34-9c97-4e11-a644-f17d2e43c01a admin admin] 10.222.0.85 "DELETE /v2.0/routers/373b0bfa-2fc0-425f-88cd-6f71d071b5f2 HTTP/1.1" status: 204 len: 168 time: 1.3582671 Jul 28 18:07:56.353983 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41186) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:56.402946 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] Deleting subnet 05563190-728f-4160-99c4-24648f2b17dc {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:07:56.406791 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] Publish callbacks [] for subnet (05563190-728f-4160-99c4-24648f2b17dc), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.445638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31054957'] for subnet (05563190-728f-4160-99c4-24648f2b17dc), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.469643 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.530520 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (05563190-728f-4160-99c4-24648f2b17dc), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.553478 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['79345ca0-155b-4b17-bb3b-13344d9bcff1'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:07:56.573056 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:56.653033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31051848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29463256'] for subnet (05563190-728f-4160-99c4-24648f2b17dc), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.681465 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05563190-728f-4160-99c4-24648f2b17dc,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:56.685302 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.690303 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-40ed962c-5e54-4d72-b583-b5bb6a125823 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/05563190-728f-4160-99c4-24648f2b17dc HTTP/1.1" status: 204 len: 168 time: 0.3352430 Jul 28 18:07:56.692809 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41188) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:56.699598 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc1d955-0777-4328-ae91-949a2c96eb2a None None] Network 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:07:56.759337 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:56.770999 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.814206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Deleting port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:56.814601 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.869956 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] DHCP port deletion for 56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:07:56.910308 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] For port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:56.910833 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.912153 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] Deleting port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:56.912521 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.932686 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Calling delete_port for 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 owned by network:dhcp {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:56.978296 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] For port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,segment=NetworkSegment(20300402-393b-4b1b-a2b8-6548b2120983),segment_id=20300402-393b-4b1b-a2b8-6548b2120983)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:56.978730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:56.991989 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] Calling delete_port for 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:57.125879 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204aaf-99be-45aa-aa2b-098e7a5c25a0 req-26db060b-5170-4e19-86e2-3fc33789f15e tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:57.127438 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ec204aaf-99be-45aa-aa2b-098e7a5c25a0 req-26db060b-5170-4e19-86e2-3fc33789f15e tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Jul 28 18:07:57.138017 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8609e520-2d56-4a77-abee-4121c319d0c5 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:57.144314 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.158430 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] No DVR routers for this DVR port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 on host dv-cinder-837543-7-iscsi {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:07:57.163639 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 8609e520-2d56-4a77-abee-4121c319d0c5 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:07:57.163917 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8609e520-2d56-4a77-abee-4121c319d0c5 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:57.164333 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device c81d20ee-2050-4635-9e3a-47aa4c102fe5 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:57.182772 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:57.188581 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: c81d20ee-2050-4635-9e3a-47aa4c102fe5 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:07:57.188984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device c81d20ee-2050-4635-9e3a-47aa4c102fe5 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:57.189408 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:07:57.191756 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ec204aaf-99be-45aa-aa2b-098e7a5c25a0 req-2ec437b6-7d61-4228-b572-75d02de04e27 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571835 Jul 28 18:07:57.200709 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.242798 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:07:57.243183 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:07:57.247307 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] Pushing event deleted for resources: {'Port': ['ID=276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:57.251063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819ea40-5712-49e5-bc10-3f48f10ec31f None None] No DVR routers for this DVR port 276d4ccc-8b5c-4cd9-8d7b-b0fcb7c1d139 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:07:57.267579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.276287 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:57.291176 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a']}} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:57.302266 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20300402-393b-4b1b-a2b8-6548b2120983') {'for_net_delete': True} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:57.302752 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20300402-393b-4b1b-a2b8-6548b2120983') {} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:57.313730 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31054964'] for segment (20300402-393b-4b1b-a2b8-6548b2120983), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.330384 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (20300402-393b-4b1b-a2b8-6548b2120983), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.336816 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=116181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:07:57.337225 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31051798'] for segment (20300402-393b-4b1b-a2b8-6548b2120983), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.381104 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 20300402-393b-4b1b-a2b8-6548b2120983 resource provider aggregate not found Jul 28 18:07:57.405081 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 20300402-393b-4b1b-a2b8-6548b2120983 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20300402-393b-4b1b-a2b8-6548b2120983 found for delete ", "request_id": "req-0411d3f4-3e25-464c-8483-827ed3d485af"}]} Jul 28 18:07:57.469754 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.474287 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.477508 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a HTTP/1.1" status: 204 len: 168 time: 0.7836998 Jul 28 18:07:57.480827 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41198) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:57.493506 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5beb-377f-47fc-b323-56b6fc99dea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f2c9ab-e91c-46e4-9b59-419fd7ae7e9a,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:57.791573 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 79345ca0-155b-4b17-bb3b-13344d9bcff1 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:07:57.821683 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:57.842164 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 79345ca0-155b-4b17-bb3b-13344d9bcff1 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:07:57.909557 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 79345ca0-155b-4b17-bb3b-13344d9bcff1 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:07:57.910293 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:57.987059 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 79345ca0-155b-4b17-bb3b-13344d9bcff1 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:57.987535 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:58.007485 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:58.011303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79345ca0-155b-4b17-bb3b-13344d9bcff1'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:07:58.013639 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42786ff-8186-45cf-9a41-f9e7e1cf21f3" -d '{"events": [{"server_uuid": "4ad828ea-8b73-4f24-aa97-acb56da85c39", "name": "network-vif-plugged", "status": "completed", "tag": "79345ca0-155b-4b17-bb3b-13344d9bcff1"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:07:58.027551 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 79345ca0-155b-4b17-bb3b-13344d9bcff1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=79345ca0-155b-4b17-bb3b-13344d9bcff1,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:58.057447 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:58.112032 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5590099f-3336-447d-835c-03aafd34eb18 x-openstack-request-id: req-5590099f-3336-447d-835c-03aafd34eb18 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:07:58.112326 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad828ea-8b73-4f24-aa97-acb56da85c39", "name": "network-vif-plugged", "status": "completed", "tag": "79345ca0-155b-4b17-bb3b-13344d9bcff1", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:07:58.112575 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5590099f-3336-447d-835c-03aafd34eb18 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:07:58.112972 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5590099f-3336-447d-835c-03aafd34eb18'] response: {'server_uuid': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79345ca0-155b-4b17-bb3b-13344d9bcff1', 'code': 200} Jul 28 18:07:58.131219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:58.192292 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=79345ca0-155b-4b17-bb3b-13344d9bcff1,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:58.292916 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Deleting port 408c9013-9bd7-4f84-81b1-7af2a68034d0 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:58.293511 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:58.322648 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280f67a-8fbf-4cd8-b09d-db4618011c91 req-d4b61b49-cd30-4d51-97aa-92be2dbe6d92 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:58.324179 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a280f67a-8fbf-4cd8-b09d-db4618011c91 req-d4b61b49-cd30-4d51-97aa-92be2dbe6d92 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0560443 Jul 28 18:07:58.363035 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:58.377660 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a280f67a-8fbf-4cd8-b09d-db4618011c91 req-d0bb2c69-583d-4860-9e18-c6c48ecc85b9 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Jul 28 18:07:58.396601 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] For port 408c9013-9bd7-4f84-81b1-7af2a68034d0, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=408c9013-9bd7-4f84-81b1-7af2a68034d0,segment=NetworkSegment(15baa044-89b6-4b00-865b-0caf505c9b3a),segment_id=15baa044-89b6-4b00-865b-0caf505c9b3a)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:58.397071 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:58.423419 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Calling delete_port for 408c9013-9bd7-4f84-81b1-7af2a68034d0 owned by network:router_interface {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:58.507151 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd24f86-03ca-4ed7-b129-9956d828c08a req-41287de9-8f51-452d-992f-4b7785ba4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:58.510743 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9cd24f86-03ca-4ed7-b129-9956d828c08a req-41287de9-8f51-452d-992f-4b7785ba4c4c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 1130 time: 0.0761781 Jul 28 18:07:58.606734 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9cd24f86-03ca-4ed7-b129-9956d828c08a req-2f5135ab-50c9-49fe-ac25-d72dc8df66e9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896463 Jul 28 18:07:58.761124 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (408c9013-9bd7-4f84-81b1-7af2a68034d0), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:58.785268 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Pushing event deleted for resources: {'Port': ['ID=408c9013-9bd7-4f84-81b1-7af2a68034d0,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:07:58.961561 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50cf7-1001-402c-b16f-a061585579e9 req-c8b7edd4-3361-47d6-9652-9e8c14a25bc7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:58.963178 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aac50cf7-1001-402c-b16f-a061585579e9 req-c8b7edd4-3361-47d6-9652-9e8c14a25bc7 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0765378 Jul 28 18:07:58.999040 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:59.016795 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aac50cf7-1001-402c-b16f-a061585579e9 req-2a636e12-c94c-4f36-86fd-8d3becc0bed4 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479631 Jul 28 18:07:59.169030 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:59.226740 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:07:59.314103 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:59.337746 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:07:59.343770 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-7850b913-09a5-4fad-9e8e-ebed00a4c55e admin admin] 10.222.0.85 "PUT /v2.0/routers/45ff5ce9-2871-42f4-9bbc-f9a0465afcf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8618395 Jul 28 18:07:59.346607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41224) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:07:59.347881 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] Sync routers for ids ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:07:59.359655 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] Routers {'45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:59.363374 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:59.453249 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks [] for router (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:59.476733 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] Set router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:59.587569 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ca5a2-363f-4694-81ea-ac63f7fb1536 req-b808ce4c-e8d8-4d8d-b9e6-e7a7ad74275b tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:07:59.589089 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-818ca5a2-363f-4694-81ea-ac63f7fb1536 req-b808ce4c-e8d8-4d8d-b9e6-e7a7ad74275b tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0977619 Jul 28 18:07:59.664178 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:07:58Z', 'revision_number': 5, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:59.666153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks [] for router_gateway (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:59.691172 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-818ca5a2-363f-4694-81ea-ac63f7fb1536 req-83e3aa50-5d77-4b86-b141-e1dd8a475c1a tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954862 Jul 28 18:07:59.695992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] Checking router: 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:07:59.703535 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] Routers {'45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:07:59.704206 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:07:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:07:59.771254 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Deleting port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:07:59.771664 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:59.822180 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] Set router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:07:59.887186 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] For port 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:07:59.887556 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:59.901741 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Calling delete_port for 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba owned by network:router_gateway {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:07:59.927821 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:00.014125 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:07:58Z', 'revision_number': 5, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:00.040826 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ebef8-9216-491c-b0f7-b8e046971b4d None None] The sync data for ids ['45ff5ce9-2871-42f4-9bbc-f9a0465afcf6'] in dv-cinder-837543-7-iscsi is: [{'id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'name': 'tempest-TestMinimumBasicScenario-61319999-router', 'tenant_id': '54e11078158541c0bafc3b82d2da2d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:03Z', 'updated_at': '2022-07-28T18:07:58Z', 'revision_number': 5, 'project_id': '54e11078158541c0bafc3b82d2da2d72', 'gw_port': {'id': '66d8cf1c-b707-456b-b18c-dd3ff5aca3ba', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ff5ce9-2871-42f4-9bbc-f9a0465afcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:05Z', 'updated_at': '2022-07-28T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:00.150244 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d050b17-f0bd-4fb6-a163-0db8148123eb req-4dabc505-607a-4cb7-8d17-481f844d01ba tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:00.151746 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d050b17-f0bd-4fb6-a163-0db8148123eb req-4dabc505-607a-4cb7-8d17-481f844d01ba tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0506659 Jul 28 18:08:00.195712 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (66d8cf1c-b707-456b-b18c-dd3ff5aca3ba), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.200538 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d050b17-f0bd-4fb6-a163-0db8148123eb req-784d2d07-d7c7-4b81-b9c6-67317972ffef tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Jul 28 18:08:00.224543 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Pushing event deleted for resources: {'Port': ['ID=66d8cf1c-b707-456b-b18c-dd3ff5aca3ba,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:00.286469 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.391081 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:00.398783 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.407037 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks [] for router_controller (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.567006 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (45ff5ce9-2871-42f4-9bbc-f9a0465afcf6), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.567640 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 {{(pid=116180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:08:00.572616 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.573915 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4884ffa3-4985-4d56-a966-6ddd6c48967f admin admin] 10.222.0.85 "DELETE /v2.0/routers/45ff5ce9-2871-42f4-9bbc-f9a0465afcf6 HTTP/1.1" status: 204 len: 168 time: 1.2263424 Jul 28 18:08:00.576714 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41234) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:00.625233 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] Deleting subnet 37047d31-ff94-4c74-85ef-f4cdbfd01a88 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:08:00.628794 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] Publish callbacks [] for subnet (37047d31-ff94-4c74-85ef-f4cdbfd01a88), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.660058 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:00.670892 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (37047d31-ff94-4c74-85ef-f4cdbfd01a88), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:00.996780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60039624-5acf-41c0-ad91-367fec98ac02 req-6bb400e9-a9fd-4ffa-b291-e8d7efa22b20 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:01.004041 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-60039624-5acf-41c0-ad91-367fec98ac02 req-6bb400e9-a9fd-4ffa-b291-e8d7efa22b20 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0657048 Jul 28 18:08:01.089762 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (37047d31-ff94-4c74-85ef-f4cdbfd01a88), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.092920 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ce586538-4feb-41d2-aa71-10fd09d0d042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.120752 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:01.141938 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:01.143670 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 66d8cf1c-b707-456b-b18c-dd3ff5aca3ba not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:01.143670 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 408c9013-9bd7-4f84-81b1-7af2a68034d0 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:01.144022 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-60039624-5acf-41c0-ad91-367fec98ac02 req-1d1e23b8-4757-49c1-b0c1-605233403f35 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232607 Jul 28 18:08:01.251897 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (37047d31-ff94-4c74-85ef-f4cdbfd01a88), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.280702 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37047d31-ff94-4c74-85ef-f4cdbfd01a88,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.285402 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.291940 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-1af58f13-4e0c-4e70-b22c-84e011d7ada1 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/37047d31-ff94-4c74-85ef-f4cdbfd01a88 HTTP/1.1" status: 204 len: 168 time: 0.7141047 Jul 28 18:08:01.292573 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41240) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:01.295349 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 408c9013-9bd7-4f84-81b1-7af2a68034d0 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:01.295867 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 408c9013-9bd7-4f84-81b1-7af2a68034d0 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:01.298804 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c89378-a6f7-470f-bb63-bd8dbc5fc529 None None] Network 251d9700-a164-402b-ad7d-c7d04ef33613 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:08:01.353873 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cbd10-b97e-4db4-b0e9-7c714461fddc req-14dd8a37-4aad-438f-8975-b5646acf9099 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:01.356967 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d97cbd10-b97e-4db4-b0e9-7c714461fddc req-14dd8a37-4aad-438f-8975-b5646acf9099 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0780439 Jul 28 18:08:01.383811 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (251d9700-a164-402b-ad7d-c7d04ef33613), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.412812 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d97cbd10-b97e-4db4-b0e9-7c714461fddc req-55dd4a24-c351-47fd-974e-958694a031f2 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488031 Jul 28 18:08:01.436529 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Deleting port 9449d07f-217c-4168-868b-443d495860e3 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:01.437013 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (9449d07f-217c-4168-868b-443d495860e3), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.474583 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] DHCP port deletion for 251d9700-a164-402b-ad7d-c7d04ef33613 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:08:01.509847 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] For port 9449d07f-217c-4168-868b-443d495860e3, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=9449d07f-217c-4168-868b-443d495860e3,segment=NetworkSegment(15baa044-89b6-4b00-865b-0caf505c9b3a),segment_id=15baa044-89b6-4b00-865b-0caf505c9b3a)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:01.510122 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (9449d07f-217c-4168-868b-443d495860e3), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.516205 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Deleting port 9449d07f-217c-4168-868b-443d495860e3 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:01.516582 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (9449d07f-217c-4168-868b-443d495860e3), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.524505 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Calling delete_port for 9449d07f-217c-4168-868b-443d495860e3 owned by network:dhcp {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:01.586008 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] For port 9449d07f-217c-4168-868b-443d495860e3, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=9449d07f-217c-4168-868b-443d495860e3,segment=NetworkSegment(15baa044-89b6-4b00-865b-0caf505c9b3a),segment_id=15baa044-89b6-4b00-865b-0caf505c9b3a)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:01.586472 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (9449d07f-217c-4168-868b-443d495860e3), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.594316 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:01.600253 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Calling delete_port for 9449d07f-217c-4168-868b-443d495860e3 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:01.704094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (9449d07f-217c-4168-868b-443d495860e3), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.710424 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (9449d07f-217c-4168-868b-443d495860e3), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.731223 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Pushing event deleted for resources: {'Port': ['ID=9449d07f-217c-4168-868b-443d495860e3,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.733861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] No DVR routers for this DVR port 9449d07f-217c-4168-868b-443d495860e3 on host dv-cinder-837543-7-iscsi {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:01.736473 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Pushing event deleted for resources: {'Port': ['ID=9449d07f-217c-4168-868b-443d495860e3,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:01.746633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.746990 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.747363 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.747824 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.748205 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.748544 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.749037 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.749380 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.749707 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.750039 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.750391 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.750742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.751073 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.751402 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.751729 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:01.754575 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2621a8f-fda5-4e48-8df9-4ecd0bfa608c None None] No DVR routers for this DVR port 9449d07f-217c-4168-868b-443d495860e3 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:01.794013 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:01.811349 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (251d9700-a164-402b-ad7d-c7d04ef33613), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.832795 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251d9700-a164-402b-ad7d-c7d04ef33613']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:01.844207 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15baa044-89b6-4b00-865b-0caf505c9b3a') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:01.844507 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15baa044-89b6-4b00-865b-0caf505c9b3a') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:01.854463 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (15baa044-89b6-4b00-865b-0caf505c9b3a), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.870592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (15baa044-89b6-4b00-865b-0caf505c9b3a), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.876942 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:08:01.880378 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (15baa044-89b6-4b00-865b-0caf505c9b3a), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:01.972478 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 15baa044-89b6-4b00-865b-0caf505c9b3a resource provider aggregate not found Jul 28 18:08:01.986480 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 15baa044-89b6-4b00-865b-0caf505c9b3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15baa044-89b6-4b00-865b-0caf505c9b3a found for delete ", "request_id": "req-fa8707af-da08-47a8-bae0-f742402e4d1d"}]} Jul 28 18:08:02.024233 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (251d9700-a164-402b-ad7d-c7d04ef33613), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:02.032319 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:02.035438 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] 10.222.0.85 "DELETE /v2.0/networks/251d9700-a164-402b-ad7d-c7d04ef33613 HTTP/1.1" status: 204 len: 168 time: 0.7419131 Jul 28 18:08:02.046707 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bca21-e3de-43f6-9b4b-b054a3d9a176 admin admin] Pushing event deleted for resources: {'Network': ['ID=251d9700-a164-402b-ad7d-c7d04ef33613,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:02.275578 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747870d-f375-4b3c-9024-1f59f4dd396a req-2e4be85d-c0e5-4b9e-ab24-16fa2a0f52ce tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:02.277101 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2747870d-f375-4b3c-9024-1f59f4dd396a req-2e4be85d-c0e5-4b9e-ab24-16fa2a0f52ce tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0575557 Jul 28 18:08:02.329074 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2747870d-f375-4b3c-9024-1f59f4dd396a req-bc8c0db0-340f-4685-a920-2667a0255d09 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Jul 28 18:08:02.371035 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41264) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:02.415764 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-29778e9d-c3a2-474b-a60f-53c511d82159 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=39115160ca364b2590af12fccde98256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433829 Jul 28 18:08:02.418437 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41266) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:02.466705 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:02.470695 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7e79057f-f1fc-47fa-ab9d-33c53e61942d admin admin] Publish callbacks [] for security_group (6f5c6ff0-5f1c-489b-b205-2c454da2c406), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:02.496627 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7e79057f-f1fc-47fa-ab9d-33c53e61942d admin admin] Publish callbacks [] for security_group (6f5c6ff0-5f1c-489b-b205-2c454da2c406), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:02.542042 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dae8a4-ae5e-45b4-aabc-1957c0eae0a9 req-20325baa-4d14-424b-b350-833e1d92e6ff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:02.544495 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b4dae8a4-ae5e-45b4-aabc-1957c0eae0a9 req-20325baa-4d14-424b-b350-833e1d92e6ff tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0538502 Jul 28 18:08:02.601238 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b4dae8a4-ae5e-45b4-aabc-1957c0eae0a9 req-ef13d276-40a1-4583-9659-de7a4a7fbe98 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502915 Jul 28 18:08:02.606712 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7e79057f-f1fc-47fa-ab9d-33c53e61942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (6f5c6ff0-5f1c-489b-b205-2c454da2c406), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:02.609851 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7e79057f-f1fc-47fa-ab9d-33c53e61942d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:02.618496 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-7e79057f-f1fc-47fa-ab9d-33c53e61942d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6f5c6ff0-5f1c-489b-b205-2c454da2c406 HTTP/1.1" status: 204 len: 168 time: 0.1919234 Jul 28 18:08:02.631341 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79057f-f1fc-47fa-ab9d-33c53e61942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c6ff0-5f1c-489b-b205-2c454da2c406,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:02.678999 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141466d-3a33-4a9c-a16d-5ac45d38b67f req-f9ff17cc-0af7-4eda-b403-83c66b51597c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:02.680678 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2141466d-3a33-4a9c-a16d-5ac45d38b67f req-f9ff17cc-0af7-4eda-b403-83c66b51597c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0683336 Jul 28 18:08:02.732813 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2141466d-3a33-4a9c-a16d-5ac45d38b67f req-721772b8-cb27-4731-b44d-055da6742ea7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Jul 28 18:08:03.105855 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 9449d07f-217c-4168-868b-443d495860e3 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:03.127709 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 9449d07f-217c-4168-868b-443d495860e3 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:03.128061 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 9449d07f-217c-4168-868b-443d495860e3 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:03.346696 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41276) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:03.391966 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6ee5de29-585a-4933-9091-e0c3127c7660 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=54e11078158541c0bafc3b82d2da2d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433857 Jul 28 18:08:03.393860 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41280) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:03.447348 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-69e4edc6-382f-44bb-85c1-f7e8735ea6d1 admin admin] Publish callbacks [] for security_group (1124a058-3c64-441d-aad4-2f2fb8b3e379), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:03.456076 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef680d-8d51-42b7-a8bb-d2283c0d8910 req-af9131a9-c9cb-4b12-a24b-a803d0a51ec3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:03.457608 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ccef680d-8d51-42b7-a8bb-d2283c0d8910 req-af9131a9-c9cb-4b12-a24b-a803d0a51ec3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0497191 Jul 28 18:08:03.472309 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-69e4edc6-382f-44bb-85c1-f7e8735ea6d1 admin admin] Publish callbacks [] for security_group (1124a058-3c64-441d-aad4-2f2fb8b3e379), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:03.517659 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ccef680d-8d51-42b7-a8bb-d2283c0d8910 req-8279da95-3fab-4067-aa3b-219eed1da8b4 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539944 Jul 28 18:08:03.548677 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c183a269-7535-4bee-adec-d7f594c6792b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:03.583812 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-69e4edc6-382f-44bb-85c1-f7e8735ea6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1124a058-3c64-441d-aad4-2f2fb8b3e379), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:03.586564 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-69e4edc6-382f-44bb-85c1-f7e8735ea6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:03.590796 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-69e4edc6-382f-44bb-85c1-f7e8735ea6d1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1124a058-3c64-441d-aad4-2f2fb8b3e379 HTTP/1.1" status: 204 len: 168 time: 0.1919444 Jul 28 18:08:03.597880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4edc6-382f-44bb-85c1-f7e8735ea6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1124a058-3c64-441d-aad4-2f2fb8b3e379,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:03.732790 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92920ed-af48-4960-8304-f5192d2d9298 req-d52a07df-b9a0-4b35-8e66-7ae8972386a6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:03.734812 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d92920ed-af48-4960-8304-f5192d2d9298 req-d52a07df-b9a0-4b35-8e66-7ae8972386a6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0520248 Jul 28 18:08:03.789225 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d92920ed-af48-4960-8304-f5192d2d9298 req-cb02c9b8-2217-4829-afbd-6798d2135caa tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ae6938f-083f-4897-9e2f-2c7d3730ea8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477133 Jul 28 18:08:03.917236 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530aaf-0706-4597-9a30-11bacd8d4214 req-4ea137c1-3156-4409-bb0d-b010465eb568 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:03.923066 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bc530aaf-0706-4597-9a30-11bacd8d4214 req-4ea137c1-3156-4409-bb0d-b010465eb568 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0535214 Jul 28 18:08:03.945968 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:03.974412 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bc530aaf-0706-4597-9a30-11bacd8d4214 req-d9e5bde1-6e23-4e04-a7d3-3282e038f73a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500431 Jul 28 18:08:04.116760 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145536c5-86bb-42dd-b325-2786aadadccb req-ae2837c2-774c-4a36-b764-a275ebf8c646 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:04.118711 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-145536c5-86bb-42dd-b325-2786aadadccb req-ae2837c2-774c-4a36-b764-a275ebf8c646 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 946 time: 0.0608261 Jul 28 18:08:04.226390 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Deleting port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:04.226674 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:04.330116 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] For port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:04.330520 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:04.355141 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:04.447726 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:04.510514 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:04.511173 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:04.511173 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Floating IP 680427c7-6d1a-4ae9-85e8-6340a9099909 disassociated. External IP: 172.27.0.182, port: 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f. Jul 28 18:08:04.511508 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Calling delete_port for 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f owned by compute:nova {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:04.582861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:04.721042 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (9f9562ad-51bd-4d8e-b76b-7edbbe736d9f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:04.752198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event deleted for resources: {'Port': ['ID=9f9562ad-51bd-4d8e-b76b-7edbbe736d9f,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:04.870608 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:08:04.918637 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-735e1c94-7536-47d1-81d7-e19fe410550c req-ff661de8-0362-4f3c-b0ad-3f275a16bd69 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.0324173 Jul 28 18:08:04.987138 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:04.999948 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] Sync routers for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:05.011379 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:05.011999 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:05.034267 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] No DVR routers for this DVR port 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f on host hv-cinder-83754 {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:05.037361 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:05.043741 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-145536c5-86bb-42dd-b325-2786aadadccb req-77c540fc-3d40-4afc-93f1-5442c1be0d0e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "DELETE /v2.0/ports/9f9562ad-51bd-4d8e-b76b-7edbbe736d9f HTTP/1.1" status: 204 len: 173 time: 0.9185538 Jul 28 18:08:05.044239 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'name': 'network-vif-deleted', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:05.047190 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe26227-b205-4975-90e2-1f758a40a4b6" -d '{"events": [{"server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "name": "network-vif-deleted", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:05.130052 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:05.168386 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d43fa-993f-41d6-8c5f-c1963ed45dee req-e8b1057a-00df-473d-8aaf-d2bb82a23616 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:05.170639 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c8883d-eef5-436c-b01e-bdfca1ffc44f x-openstack-request-id: req-e1c8883d-eef5-436c-b01e-bdfca1ffc44f {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:05.170976 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cd0d43fa-993f-41d6-8c5f-c1963ed45dee req-e8b1057a-00df-473d-8aaf-d2bb82a23616 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0742702 Jul 28 18:08:05.173982 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd071c-f443-4fbc-a37c-0b8b250968a4", "name": "network-vif-deleted", "tag": "9f9562ad-51bd-4d8e-b76b-7edbbe736d9f", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:05.174656 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e1c8883d-eef5-436c-b01e-bdfca1ffc44f {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:05.177946 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c8883d-eef5-436c-b01e-bdfca1ffc44f'] response: {'server_uuid': '07dd071c-f443-4fbc-a37c-0b8b250968a4', 'name': 'network-vif-deleted', 'tag': '9f9562ad-51bd-4d8e-b76b-7edbbe736d9f', 'status': 'completed', 'code': 200} Jul 28 18:08:05.240062 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:05.245859 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cd0d43fa-993f-41d6-8c5f-c1963ed45dee req-891f2168-a132-4db9-8818-397009d43105 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675468 Jul 28 18:08:05.344428 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:05.370201 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] Checking router: bb1e191a-ff5c-4c4f-9a97-ee868da66f32 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:05.379898 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:05.380501 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:05.483797 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:05.662750 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:05.670495 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:05.698796 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7579a-ffbd-4200-bf36-22269546d52f None None] The sync data for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi is: [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:01:58Z', 'revision_number': 4, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '2df2de1b-6406-4a68-ac88-5dfad296d155', 'name': '', 'network_id': '3d1691a3-9020-429a-9c4e-b3ff2213b5a2', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'mac_address': 'fa:16:3e:da:8b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:56Z', 'updated_at': '2022-07-28T18:02:09Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'subnets': [{'id': 'ad692536-aa48-4ca8-ab6c-3f115b74c002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:05.932228 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8659f753-181b-4205-9c7f-3f29a7f31b0b None None] New status for floating IP 680427c7-6d1a-4ae9-85e8-6340a9099909: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:08:06.042859 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8897e2f6-0da9-487a-9bbc-ef8029b6b7b3 req-94b6e437-bcca-4fe1-aa90-479467f657a6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=07dd071c-f443-4fbc-a37c-0b8b250968a4 HTTP/1.1" status: 200 len: 210 time: 0.0299597 Jul 28 18:08:06.229164 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:06.258579 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:06.384257 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17523e-138d-4084-b80c-833baa351458 req-07fc01c5-486b-4933-b382-c33068dcfd25 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:06.385736 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5c17523e-138d-4084-b80c-833baa351458 req-07fc01c5-486b-4933-b382-c33068dcfd25 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0491204 Jul 28 18:08:06.439398 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5c17523e-138d-4084-b80c-833baa351458 req-4fb0d64b-bca0-4b86-a9b9-94bc8f0c954c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478151 Jul 28 18:08:07.210460 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41318) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:07.272984 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-16c7a487-03e7-48b0-b30d-d8b6d31489a9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group (7ae6938f-083f-4897-9e2f-2c7d3730ea8b), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:07.301646 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-16c7a487-03e7-48b0-b30d-d8b6d31489a9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group (7ae6938f-083f-4897-9e2f-2c7d3730ea8b), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:07.486599 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-16c7a487-03e7-48b0-b30d-d8b6d31489a9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7ae6938f-083f-4897-9e2f-2c7d3730ea8b), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:07.489249 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-16c7a487-03e7-48b0-b30d-d8b6d31489a9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:07.490446 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-16c7a487-03e7-48b0-b30d-d8b6d31489a9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "DELETE /v2.0/security-groups/7ae6938f-083f-4897-9e2f-2c7d3730ea8b HTTP/1.1" status: 204 len: 168 time: 0.2788370 Jul 28 18:08:07.493350 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41324) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:07.500975 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7a487-03e7-48b0-b30d-d8b6d31489a9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae6938f-083f-4897-9e2f-2c7d3730ea8b,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:07.509593 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.api.v2.resource [None req-8a1c60cb-5773-4f58-9e35-7446bdc76e8e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] show failed (client error): The resource could not be found. Jul 28 18:08:07.513454 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41326) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:07.513820 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8a1c60cb-5773-4f58-9e35-7446bdc76e8e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups/7ae6938f-083f-4897-9e2f-2c7d3730ea8b HTTP/1.1" status: 404 len: 347 time: 0.0186551 Jul 28 18:08:07.632213 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a5598-91fa-4675-b3d6-5eac78134a85 req-04ae875c-de53-4427-882f-2feefbc17f7d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:07.633696 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b91a5598-91fa-4675-b3d6-5eac78134a85 req-04ae875c-de53-4427-882f-2feefbc17f7d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.1121032 Jul 28 18:08:07.679563 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:07.687905 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Deleting port b35c12f6-697e-43b8-b49d-51aafe252bc4 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:07.694033 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:07.751639 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b91a5598-91fa-4675-b3d6-5eac78134a85 req-4ce964af-5207-4dc6-b9d0-ae5d95e62e5f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109083 Jul 28 18:08:07.789973 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:07.790307 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (b35c12f6-697e-43b8-b49d-51aafe252bc4), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:07.803051 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Calling delete_port for b35c12f6-697e-43b8-b49d-51aafe252bc4 owned by network:floatingip {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:07.857800 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:07.877795 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:07.878145 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9f9562ad-51bd-4d8e-b76b-7edbbe736d9f not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:08.006594 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (b35c12f6-697e-43b8-b49d-51aafe252bc4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:08.032736 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event deleted for resources: {'Port': ['ID=b35c12f6-697e-43b8-b49d-51aafe252bc4,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:08.096511 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks [] for floatingip (680427c7-6d1a-4ae9-85e8-6340a9099909), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:08.099422 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:08.100185 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6fd0825f-cdea-49fc-a930-e372a5eeeefd tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "DELETE /v2.0/floatingips/680427c7-6d1a-4ae9-85e8-6340a9099909 HTTP/1.1" status: 204 len: 168 time: 0.5854659 Jul 28 18:08:08.883562 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb39c1-72bb-4626-9de2-9c36ddfbfc80 req-116b8ba5-f0f8-4e5e-898d-a48e3ae877ad tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:08.885222 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56cb39c1-72bb-4626-9de2-9c36ddfbfc80 req-116b8ba5-f0f8-4e5e-898d-a48e3ae877ad tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0532548 Jul 28 18:08:08.934441 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56cb39c1-72bb-4626-9de2-9c36ddfbfc80 req-af7b9ba4-f7b5-4534-8473-f8099bd3f158 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Jul 28 18:08:10.022195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:10.064978 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e394f-6247-4f65-a867-1b823185bc1a req-0e11e436-dc08-4cf6-bb6a-94a99010106e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:10.066533 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-026e394f-6247-4f65-a867-1b823185bc1a req-0e11e436-dc08-4cf6-bb6a-94a99010106e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0534501 Jul 28 18:08:10.115731 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-026e394f-6247-4f65-a867-1b823185bc1a req-d4fdefe9-fc44-41e0-88c0-5e91546402fa tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 Jul 28 18:08:11.132744 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd1620-979e-49eb-b046-730cbafe9aa8 req-c7ab31c1-0020-4990-b018-6d0d601ca7a6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:11.134282 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e0dd1620-979e-49eb-b046-730cbafe9aa8 req-c7ab31c1-0020-4990-b018-6d0d601ca7a6 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0502014 Jul 28 18:08:11.185764 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e0dd1620-979e-49eb-b046-730cbafe9aa8 req-c7900d0e-d1a5-4b15-9fcf-10b27b3014ef tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447519 Jul 28 18:08:11.245975 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f2e16-e365-491f-a4aa-0e903b2cdeca req-45e1bdc2-dcf8-4a91-adbe-69b98077fd68 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:11.248138 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8d5f2e16-e365-491f-a4aa-0e903b2cdeca req-45e1bdc2-dcf8-4a91-adbe-69b98077fd68 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0512590 Jul 28 18:08:11.298644 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8d5f2e16-e365-491f-a4aa-0e903b2cdeca req-b6661b14-a77e-45af-8dc2-956dca6835f1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445874 Jul 28 18:08:11.545816 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:08:12.309169 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a6939-a40e-4fce-8752-c06b16237668 req-84da9a4c-f6af-4d10-a2ac-2b8952d24484 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:12.311203 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f16a6939-a40e-4fce-8752-c06b16237668 req-84da9a4c-f6af-4d10-a2ac-2b8952d24484 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0490551 Jul 28 18:08:12.369045 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f16a6939-a40e-4fce-8752-c06b16237668 req-58739a31-bd4c-4565-85d0-26d71edd2a5d tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521865 Jul 28 18:08:12.429826 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb717e1c-1d6c-48be-a137-5d52bae8cbf3 req-7f15cb57-c1bd-4a8b-ae1c-0cae6afad10e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:12.431668 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cb717e1c-1d6c-48be-a137-5d52bae8cbf3 req-7f15cb57-c1bd-4a8b-ae1c-0cae6afad10e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0532160 Jul 28 18:08:12.481127 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cb717e1c-1d6c-48be-a137-5d52bae8cbf3 req-b4637a17-0a33-45c8-b253-20dcb5c0b2d1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Jul 28 18:08:12.890228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-793637ca-f552-46c9-92b2-4e4657918b36 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:12.891830 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-793637ca-f552-46c9-92b2-4e4657918b36 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0509832 Jul 28 18:08:13.257965 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Deleting port c5407d67-f752-4458-a306-d8d20e45c534 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:13.258307 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (c5407d67-f752-4458-a306-d8d20e45c534), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:13.352428 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] For port c5407d67-f752-4458-a306-d8d20e45c534, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c5407d67-f752-4458-a306-d8d20e45c534,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:13.353047 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (c5407d67-f752-4458-a306-d8d20e45c534), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:13.366030 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Calling delete_port for c5407d67-f752-4458-a306-d8d20e45c534 owned by compute:nova {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:13.426793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:13.521592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7a382-c981-4ce7-ba26-abebbe39e0ea req-9dbc98ac-1241-45ef-a423-cc3e8e36af8b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:13.523242 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6df7a382-c981-4ce7-ba26-abebbe39e0ea req-9dbc98ac-1241-45ef-a423-cc3e8e36af8b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 946 time: 0.0770266 Jul 28 18:08:13.581810 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6df7a382-c981-4ce7-ba26-abebbe39e0ea req-7b3c40d3-6fa2-4442-979f-89cdf4f93c80 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487075 Jul 28 18:08:13.613445 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26eb26-6f9d-4aca-b305-b4156c9ff983 req-0542b28e-1968-4b87-8ff5-13d2591456aa tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:13.615014 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1b26eb26-6f9d-4aca-b305-b4156c9ff983 req-0542b28e-1968-4b87-8ff5-13d2591456aa tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0521564 Jul 28 18:08:13.658638 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (c5407d67-f752-4458-a306-d8d20e45c534), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:13.669492 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1b26eb26-6f9d-4aca-b305-b4156c9ff983 req-52cd4e0f-765d-4b68-82b6-7f061304e88a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469565 Jul 28 18:08:13.695131 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event deleted for resources: {'Port': ['ID=c5407d67-f752-4458-a306-d8d20e45c534,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:13.703586 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['66e48c64-aab6-4386-8f4e-c36d3e4b5fc0', 'c5407d67-f752-4458-a306-d8d20e45c534'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:13.767209 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] No DVR routers for this DVR port c5407d67-f752-4458-a306-d8d20e45c534 on host hv-cinder-83754 {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:13.769765 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:13.773203 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7f9374eb-e6ce-4a09-8e6a-e869b4273de0 req-f48a99d0-af41-4052-8546-97ffcb43c48f tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "DELETE /v2.0/ports/c5407d67-f752-4458-a306-d8d20e45c534 HTTP/1.1" status: 204 len: 173 time: 0.5951993 Jul 28 18:08:13.773654 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'name': 'network-vif-deleted', 'tag': 'c5407d67-f752-4458-a306-d8d20e45c534'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:13.775984 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23bc345-f494-4bb8-af59-12961fbc6623" -d '{"events": [{"server_uuid": "8c194fd9-27de-4620-ae13-0d988b2adf4d", "name": "network-vif-deleted", "tag": "c5407d67-f752-4458-a306-d8d20e45c534"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:13.814854 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c8ead-028d-481e-a48f-8fc0411c1ea7 x-openstack-request-id: req-a46c8ead-028d-481e-a48f-8fc0411c1ea7 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:13.815141 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c194fd9-27de-4620-ae13-0d988b2adf4d", "name": "network-vif-deleted", "tag": "c5407d67-f752-4458-a306-d8d20e45c534", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:13.815388 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a46c8ead-028d-481e-a48f-8fc0411c1ea7 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:13.815784 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46c8ead-028d-481e-a48f-8fc0411c1ea7'] response: {'server_uuid': '8c194fd9-27de-4620-ae13-0d988b2adf4d', 'name': 'network-vif-deleted', 'tag': 'c5407d67-f752-4458-a306-d8d20e45c534', 'status': 'completed', 'code': 200} Jul 28 18:08:14.698599 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-107d6c30-2188-47ba-ba0c-0715eecd8e5e req-d6ad7f34-48b6-4752-8d06-31cfdf37f982 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.0282946 Jul 28 18:08:14.801302 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555b035-0941-4a90-b3d4-057e04fd30a6 req-600644bb-ea33-4852-a111-1ca4d3f9df2b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:14.802881 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5555b035-0941-4a90-b3d4-057e04fd30a6 req-600644bb-ea33-4852-a111-1ca4d3f9df2b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0487270 Jul 28 18:08:14.816864 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:14.854579 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5555b035-0941-4a90-b3d4-057e04fd30a6 req-1b4f0e4c-c9cb-42a3-a4b5-6a8cb09ba0e7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460839 Jul 28 18:08:15.815280 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-82feb387-2b3a-454b-8f9b-b48cc5c937cb req-b3cfb926-0fb2-4f21-ae24-b196178a49fa tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.0326173 Jul 28 18:08:15.979154 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6045-589c-488a-8a1a-09b6005565a9 req-92a71a1e-71c9-411a-835f-2385af48cf83 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:15.980675 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-489f6045-589c-488a-8a1a-09b6005565a9 req-92a71a1e-71c9-411a-835f-2385af48cf83 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0477130 Jul 28 18:08:16.032394 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-489f6045-589c-488a-8a1a-09b6005565a9 req-96a57923-1107-4a40-9c71-9442ebbd26ed tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457094 Jul 28 18:08:16.929424 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fd2c8809-a77c-43dd-b1d1-286afe56bbe5 req-092006ff-c103-4883-8d34-c603cb10fc80 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c194fd9-27de-4620-ae13-0d988b2adf4d HTTP/1.1" status: 200 len: 210 time: 0.0296052 Jul 28 18:08:17.160888 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866875ec-55ef-41cf-9b5d-bd0ae54146f4 req-c84c6a4c-4fd2-43e8-a24c-23ab6648f489 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:17.160888 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-866875ec-55ef-41cf-9b5d-bd0ae54146f4 req-c84c6a4c-4fd2-43e8-a24c-23ab6648f489 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Jul 28 18:08:17.207569 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-866875ec-55ef-41cf-9b5d-bd0ae54146f4 req-2d6d3d21-2283-435a-8925-e243b1e2488a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Jul 28 18:08:17.899790 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c5407d67-f752-4458-a306-d8d20e45c534 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:17.919590 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: c5407d67-f752-4458-a306-d8d20e45c534 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:17.919934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c5407d67-f752-4458-a306-d8d20e45c534 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:18.333432 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bbc89-6c3d-45cc-8aa9-a4377de5ff42 req-fabdb131-0b6a-42f3-a3e1-e6b1149dd393 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:18.335193 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-235bbc89-6c3d-45cc-8aa9-a4377de5ff42 req-fabdb131-0b6a-42f3-a3e1-e6b1149dd393 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0496020 Jul 28 18:08:18.392781 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-235bbc89-6c3d-45cc-8aa9-a4377de5ff42 req-348b5ac2-5f65-4e5a-828b-36d8f6b2b0ab tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476503 Jul 28 18:08:18.432473 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c16962-b008-4d10-9d2c-a45b9905ccb1 req-bbdaae3e-5b31-492e-83a6-b71e2944f63b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:18.434082 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5c16962-b008-4d10-9d2c-a45b9905ccb1 req-bbdaae3e-5b31-492e-83a6-b71e2944f63b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0527580 Jul 28 18:08:18.483534 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e5c16962-b008-4d10-9d2c-a45b9905ccb1 req-28b58ca7-6f76-4c70-800a-2c647fb86424 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Jul 28 18:08:19.521751 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce97754-b138-4cef-9a5b-262c77e5a4be req-44529c03-7ee6-4011-bd22-be4ff279313c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:19.523367 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3ce97754-b138-4cef-9a5b-262c77e5a4be req-44529c03-7ee6-4011-bd22-be4ff279313c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Jul 28 18:08:19.575898 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3ce97754-b138-4cef-9a5b-262c77e5a4be req-320ec701-af5a-404a-9682-382b5ad10366 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469742 Jul 28 18:08:19.605888 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11241e-7339-47a8-8f83-79d9cb9557a7 req-8bba443f-6272-4b2d-a145-21f55fea9feb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:19.607698 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-aa11241e-7339-47a8-8f83-79d9cb9557a7 req-8bba443f-6272-4b2d-a145-21f55fea9feb tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0515833 Jul 28 18:08:19.655246 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-aa11241e-7339-47a8-8f83-79d9cb9557a7 req-151878e0-f556-4d75-8856-6b39241702c9 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Jul 28 18:08:20.701564 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858c7f7-10b1-4918-a733-8132d1b602a6 req-e23e0b5d-205a-45bc-a3c3-4204f7c10382 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:20.703083 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9858c7f7-10b1-4918-a733-8132d1b602a6 req-e23e0b5d-205a-45bc-a3c3-4204f7c10382 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0491145 Jul 28 18:08:20.752294 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9858c7f7-10b1-4918-a733-8132d1b602a6 req-4f308627-61f7-46f6-b36b-d1dda5e83d15 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Jul 28 18:08:20.780791 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaa81c-23d2-4db8-9bcc-43352f072716 req-472629e1-f593-4187-ac24-1389b8579204 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:20.782191 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7daaa81c-23d2-4db8-9bcc-43352f072716 req-472629e1-f593-4187-ac24-1389b8579204 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Jul 28 18:08:20.831375 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7daaa81c-23d2-4db8-9bcc-43352f072716 req-e911fc6a-9b07-496d-8837-9f1b869f9832 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Jul 28 18:08:21.540055 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:21.540849 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=82 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:21.879600 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e99d-da9e-4550-a89a-465c8b53b48c req-79402bfb-531f-460e-87f4-94944990fb41 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:21.881211 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4401e99d-da9e-4550-a89a-465c8b53b48c req-79402bfb-531f-460e-87f4-94944990fb41 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0490947 Jul 28 18:08:21.931204 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4401e99d-da9e-4550-a89a-465c8b53b48c req-a0019a5b-7805-4add-9c6c-ae94cae81271 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445132 Jul 28 18:08:21.956697 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1517-26a2-4b78-a832-cae9b6a9c6a6 req-b5eb7f30-4d10-4fa2-9a6b-a5be295b6941 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:21.958564 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b43c1517-26a2-4b78-a832-cae9b6a9c6a6 req-b5eb7f30-4d10-4fa2-9a6b-a5be295b6941 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0533586 Jul 28 18:08:22.007505 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b43c1517-26a2-4b78-a832-cae9b6a9c6a6 req-65781555-759e-4e7d-8e5d-f86bf740a497 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/security-groups?id=898f35b1-b151-47f2-8700-31bfc64388f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Jul 28 18:08:22.393136 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-34c5117e-1026-4a3c-8726-f4f14b356be8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:22.394855 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-34c5117e-1026-4a3c-8726-f4f14b356be8 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 945 time: 0.0471501 Jul 28 18:08:22.479144 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Deleting port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:22.479483 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:22.573617 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] For port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:22.573981 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:22.587337 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Calling delete_port for 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 owned by compute:nova {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:22.639684 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:22.666953 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:22.770687 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (66e48c64-aab6-4386-8f4e-c36d3e4b5fc0), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:22.800779 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Pushing event deleted for resources: {'Port': ['ID=66e48c64-aab6-4386-8f4e-c36d3e4b5fc0,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:22.819885 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['66e48c64-aab6-4386-8f4e-c36d3e4b5fc0'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:22.851493 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] No DVR routers for this DVR port 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 on host hv-cinder-83754 {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:22.853994 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:22.862068 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-755d72ad-2fd3-476a-ae6c-f6684f9f9bd2 req-9b716f36-3be1-4f07-ae56-5891e04e3705 tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.99 "DELETE /v2.0/ports/66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 HTTP/1.1" status: 204 len: 173 time: 0.4572263 Jul 28 18:08:22.862068 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'name': 'network-vif-deleted', 'tag': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:22.862068 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2008b7c-f1f9-4370-b2f1-fc64797a72fc" -d '{"events": [{"server_uuid": "e09c2f70-20f1-4762-b7ea-36d9ef650f15", "name": "network-vif-deleted", "tag": "66e48c64-aab6-4386-8f4e-c36d3e4b5fc0"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:22.904534 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc2db54-effa-4eb0-b060-7ee5772ee0c0 x-openstack-request-id: req-ebc2db54-effa-4eb0-b060-7ee5772ee0c0 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:22.904877 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c2f70-20f1-4762-b7ea-36d9ef650f15", "name": "network-vif-deleted", "tag": "66e48c64-aab6-4386-8f4e-c36d3e4b5fc0", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:22.905139 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ebc2db54-effa-4eb0-b060-7ee5772ee0c0 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:22.905556 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc2db54-effa-4eb0-b060-7ee5772ee0c0'] response: {'server_uuid': 'e09c2f70-20f1-4762-b7ea-36d9ef650f15', 'name': 'network-vif-deleted', 'tag': '66e48c64-aab6-4386-8f4e-c36d3e4b5fc0', 'status': 'completed', 'code': 200} Jul 28 18:08:23.070240 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b94e4-41b3-48dc-9176-e4ce8dc7af13 req-ae04d277-a02f-469b-bf91-7c33d52cbee2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:23.071446 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c13b94e4-41b3-48dc-9176-e4ce8dc7af13 req-ae04d277-a02f-469b-bf91-7c33d52cbee2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0602958 Jul 28 18:08:23.121855 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ad33d0e-11a7-4b65-8fac-965abc336268 req-47bf2d61-94ac-4400-8741-b7774c7df64e tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 210 time: 0.0372910 Jul 28 18:08:23.124456 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c13b94e4-41b3-48dc-9176-e4ce8dc7af13 req-a1c51cb1-d0b5-45fe-aeec-73d91fb75cf7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446854 Jul 28 18:08:24.239449 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-49c8b8d8-36f4-478c-97b4-b334d45da92b req-e8314f65-908b-47f7-a843-e74a5d442f5b tempest-ServerRescueNegativeTestJSON-134096573 tempest-ServerRescueNegativeTestJSON-134096573-project] 10.222.0.85 "GET /v2.0/ports?device_id=e09c2f70-20f1-4762-b7ea-36d9ef650f15 HTTP/1.1" status: 200 len: 210 time: 0.0280757 Jul 28 18:08:24.258794 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1138b-9cfd-46c8-99d4-952e6dc8a138 req-407df602-8d59-4bf5-8ace-2b40d9c5ca9d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:24.260428 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b7e1138b-9cfd-46c8-99d4-952e6dc8a138 req-407df602-8d59-4bf5-8ace-2b40d9c5ca9d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0517535 Jul 28 18:08:24.310494 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b7e1138b-9cfd-46c8-99d4-952e6dc8a138 req-a04d6c56-4a21-484d-8767-546ffa7f307b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Jul 28 18:08:25.302752 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41450) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:25.437655 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02407f2c-4dbc-4700-a84c-81af2094d446 req-a756cd6a-b6a2-4149-841d-47a30fc5f722 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:25.439178 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-02407f2c-4dbc-4700-a84c-81af2094d446 req-a756cd6a-b6a2-4149-841d-47a30fc5f722 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0479698 Jul 28 18:08:25.761851 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-02407f2c-4dbc-4700-a84c-81af2094d446 req-3edc1061-b867-47b0-a5a0-eb593b4cf618 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144751 Jul 28 18:08:26.119436 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:26.390505 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Deleting port 2df2de1b-6406-4a68-ac88-5dfad296d155 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:26.391154 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:26.450373 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:26.457961 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:26.505153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] For port 2df2de1b-6406-4a68-ac88-5dfad296d155, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2df2de1b-6406-4a68-ac88-5dfad296d155,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:26.505525 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:26.514424 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:26.520781 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Calling delete_port for 2df2de1b-6406-4a68-ac88-5dfad296d155 owned by network:router_interface {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:26.783191 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (2df2de1b-6406-4a68-ac88-5dfad296d155), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:26.809473 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Pushing event deleted for resources: {'Port': ['ID=2df2de1b-6406-4a68-ac88-5dfad296d155,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:26.948099 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3a910-d31e-4504-b3e7-6ad90ae38f89 req-ae0cf7a6-c574-45ef-88aa-f5ded23c4385 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:26.949902 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a7f3a910-d31e-4504-b3e7-6ad90ae38f89 req-ae0cf7a6-c574-45ef-88aa-f5ded23c4385 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0782466 Jul 28 18:08:27.076733 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a7f3a910-d31e-4504-b3e7-6ad90ae38f89 req-6f7263bc-e059-4c52-ad9a-0d14f24aa5f9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932894 Jul 28 18:08:27.090342 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:27.249457 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:27.316321 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:08:27.420706 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:27.426782 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-9a50e91a-603b-4cf5-8ff1-538094b3885e admin admin] 10.222.0.85 "PUT /v2.0/routers/bb1e191a-ff5c-4c4f-9a97-ee868da66f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1228275 Jul 28 18:08:27.429512 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41474) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:27.432378 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] Sync routers for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:27.435064 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:27.443717 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:27.444259 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:27.536032 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks [] for router (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:27.641596 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:27.644014 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks [] for router_gateway (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:27.732100 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Deleting port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:27.732455 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:27.819878 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:08:26Z', 'revision_number': 5, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port': {'id': 'b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:51Z', 'updated_at': '2022-07-28T18:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:27.820717 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] For port b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:27.821198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:27.836117 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Calling delete_port for b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 owned by network:router_gateway {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:27.850928 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] Checking router: bb1e191a-ff5c-4c4f-9a97-ee868da66f32 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:27.860041 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] Routers {'bb1e191a-ff5c-4c4f-9a97-ee868da66f32'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:27.860688 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:27.944668 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] Set router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 gateway port host: None {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:27.964159 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:27.993058 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:27.996791 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 66e48c64-aab6-4386-8f4e-c36d3e4b5fc0 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:27.999558 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:08:27Z', 'revision_number': 6, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:28.025121 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa25aa30-4930-4c17-abc2-5200dac220c1 None None] The sync data for ids ['bb1e191a-ff5c-4c4f-9a97-ee868da66f32'] in dv-cinder-837543-7-iscsi is: [{'id': 'bb1e191a-ff5c-4c4f-9a97-ee868da66f32', 'name': 'tempest-ServerRescueNegativeTestJSON-296655608-router', 'tenant_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:50Z', 'updated_at': '2022-07-28T18:08:27Z', 'revision_number': 6, 'project_id': 'c1c1587cf20d427e8bb03ffae1b1ce33', 'gw_port_host': None}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:28.068421 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.092141 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:28.173071 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.217154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e9a7-5788-4ba4-9cd4-6127a90a3d1b req-5902dfa9-6419-4f43-a774-03b4b63bab45 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:28.218749 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f1f5e9a7-5788-4ba4-9cd4-6127a90a3d1b req-5902dfa9-6419-4f43-a774-03b4b63bab45 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Jul 28 18:08:28.244627 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:28.260500 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:28.266515 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.272264 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks [] for router_controller (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.277026 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f1f5e9a7-5788-4ba4-9cd4-6127a90a3d1b req-e7cb8b7a-549d-43b1-a8c7-51411538922a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496194 Jul 28 18:08:28.382957 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (bb1e191a-ff5c-4c4f-9a97-ee868da66f32), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.386475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb1e191a-ff5c-4c4f-9a97-ee868da66f32 {{(pid=116180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:08:28.387815 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.390394 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-1da8e07c-5319-4454-947a-ac8a0736d2e9 admin admin] 10.222.0.85 "DELETE /v2.0/routers/bb1e191a-ff5c-4c4f-9a97-ee868da66f32 HTTP/1.1" status: 204 len: 168 time: 0.9585075 Jul 28 18:08:28.391506 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41480) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:28.434030 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:28.442782 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] Deleting subnet ad692536-aa48-4ca8-ab6c-3f115b74c002 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:08:28.447967 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] Publish callbacks [] for subnet (ad692536-aa48-4ca8-ab6c-3f115b74c002), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.490457 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (ad692536-aa48-4ca8-ab6c-3f115b74c002), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.565659 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:28.572491 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (ad692536-aa48-4ca8-ab6c-3f115b74c002), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.680618 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (ad692536-aa48-4ca8-ab6c-3f115b74c002), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.706989 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad692536-aa48-4ca8-ab6c-3f115b74c002,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:28.710734 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.713868 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-05358068-b8b1-4b1c-a13b-7ced0f4bcc59 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ad692536-aa48-4ca8-ab6c-3f115b74c002 HTTP/1.1" status: 204 len: 168 time: 0.3213959 Jul 28 18:08:28.716405 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41482) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:28.718950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a2e3f-24a6-4838-8483-51753dbbd700 None None] Network 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:08:28.762595 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:28.791425 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (3d1691a3-9020-429a-9c4e-b3ff2213b5a2), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.842627 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Deleting port 5fb13c24-3771-4bb9-953c-6c1e19446a28 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:28.842977 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.899690 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] DHCP port deletion for 3d1691a3-9020-429a-9c4e-b3ff2213b5a2 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:08:28.918660 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] For port 5fb13c24-3771-4bb9-953c-6c1e19446a28, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=5fb13c24-3771-4bb9-953c-6c1e19446a28,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:28.919036 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:28.934030 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Calling delete_port for 5fb13c24-3771-4bb9-953c-6c1e19446a28 owned by network:dhcp {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:28.938178 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] Deleting port 5fb13c24-3771-4bb9-953c-6c1e19446a28 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:28.938804 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.009921 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] For port 5fb13c24-3771-4bb9-953c-6c1e19446a28, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=5fb13c24-3771-4bb9-953c-6c1e19446a28,segment=NetworkSegment(e90f4b59-7657-4d91-a58f-afb52ae7acf0),segment_id=e90f4b59-7657-4d91-a58f-afb52ae7acf0)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:29.010501 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.022058 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:29.025625 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] Calling delete_port for 5fb13c24-3771-4bb9-953c-6c1e19446a28 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:29.142104 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2df2de1b-6406-4a68-ac88-5dfad296d155 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:29.163791 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 2df2de1b-6406-4a68-ac88-5dfad296d155 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:29.164134 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2df2de1b-6406-4a68-ac88-5dfad296d155 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:29.164546 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 5fb13c24-3771-4bb9-953c-6c1e19446a28 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:29.182739 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.203290 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (5fb13c24-3771-4bb9-953c-6c1e19446a28), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.209149 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb13c24-3771-4bb9-953c-6c1e19446a28,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:29.213165 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] No DVR routers for this DVR port 5fb13c24-3771-4bb9-953c-6c1e19446a28 on host dv-cinder-837543-7-iscsi {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:29.237702 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No active binding found for port 5fb13c24-3771-4bb9-953c-6c1e19446a28 {{(pid=116182) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 18:08:29.238172 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] The host dv-cinder-837543-7-iscsi is not matching for port 5fb13c24-3771-4bb9-953c-6c1e19446a28 host None! {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 18:08:29.238864 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 5fb13c24-3771-4bb9-953c-6c1e19446a28 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:29.239479 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:29.241861 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] Pushing event deleted for resources: {'Port': ['ID=5fb13c24-3771-4bb9-953c-6c1e19446a28,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:29.247569 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f81f9-eade-4c20-b574-ab993114a4ef None None] No DVR routers for this DVR port 5fb13c24-3771-4bb9-953c-6c1e19446a28 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:29.267829 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:29.268828 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device b0e7cd13-8a7d-4266-85ee-acc8ff0cf0d1 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:29.291326 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (3d1691a3-9020-429a-9c4e-b3ff2213b5a2), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.311592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1691a3-9020-429a-9c4e-b3ff2213b5a2']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:29.321972 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90f4b59-7657-4d91-a58f-afb52ae7acf0') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:29.322368 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90f4b59-7657-4d91-a58f-afb52ae7acf0') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:29.333005 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (e90f4b59-7657-4d91-a58f-afb52ae7acf0), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.346600 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (e90f4b59-7657-4d91-a58f-afb52ae7acf0), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.353439 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:08:29.353896 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (e90f4b59-7657-4d91-a58f-afb52ae7acf0), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.405831 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:29.412479 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70f44-530c-4f32-931c-9ab6947ad2d4 req-f8a36391-a4c3-47a2-9e5e-fcef937dadcf tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:29.418817 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment e90f4b59-7657-4d91-a58f-afb52ae7acf0 resource provider aggregate not found Jul 28 18:08:29.419312 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba70f44-530c-4f32-931c-9ab6947ad2d4 req-f8a36391-a4c3-47a2-9e5e-fcef937dadcf tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0587533 Jul 28 18:08:29.436718 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment e90f4b59-7657-4d91-a58f-afb52ae7acf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e90f4b59-7657-4d91-a58f-afb52ae7acf0 found for delete ", "request_id": "req-04177912-4906-4447-9b4e-20697b748e36"}]} Jul 28 18:08:29.469648 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba70f44-530c-4f32-931c-9ab6947ad2d4 req-33d14601-51dc-4f4f-b694-f71b17b1a251 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493813 Jul 28 18:08:29.491498 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (3d1691a3-9020-429a-9c4e-b3ff2213b5a2), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.497158 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:29.500355 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/3d1691a3-9020-429a-9c4e-b3ff2213b5a2 HTTP/1.1" status: 204 len: 168 time: 0.7827101 Jul 28 18:08:29.513557 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10214539-3dc9-4c6f-944d-d3fd4d9b7ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1691a3-9020-429a-9c4e-b3ff2213b5a2,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:29.647063 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acf70-ffa0-4aad-9f20-eb3d1ec39862 req-eb08caab-7e6d-4b59-811e-ebd5622a7b13 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:29.648645 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-886acf70-ffa0-4aad-9f20-eb3d1ec39862 req-eb08caab-7e6d-4b59-811e-ebd5622a7b13 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0497627 Jul 28 18:08:29.697091 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-886acf70-ffa0-4aad-9f20-eb3d1ec39862 req-e47cb831-8fe4-4b39-84bd-a71626322cde tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Jul 28 18:08:30.053266 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41498) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:30.094871 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f30d3164-7c37-42bd-904c-92e3582a8b27 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c1c1587cf20d427e8bb03ffae1b1ce33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403237 Jul 28 18:08:30.097753 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41500) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:30.149025 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4317864e-e5e7-4693-85f8-d9d63f96a48b admin admin] Publish callbacks [] for security_group (898f35b1-b151-47f2-8700-31bfc64388f5), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:30.171703 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4317864e-e5e7-4693-85f8-d9d63f96a48b admin admin] Publish callbacks [] for security_group (898f35b1-b151-47f2-8700-31bfc64388f5), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:30.302872 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4317864e-e5e7-4693-85f8-d9d63f96a48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (898f35b1-b151-47f2-8700-31bfc64388f5), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:30.305528 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4317864e-e5e7-4693-85f8-d9d63f96a48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:30.306818 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4317864e-e5e7-4693-85f8-d9d63f96a48b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/898f35b1-b151-47f2-8700-31bfc64388f5 HTTP/1.1" status: 204 len: 168 time: 0.2081218 Jul 28 18:08:30.315272 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317864e-e5e7-4693-85f8-d9d63f96a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898f35b1-b151-47f2-8700-31bfc64388f5,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:30.608270 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cffd8-cee6-4204-afd0-3cc1215500e0 req-186c9043-ce1c-47ac-a030-73c8a68d200f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:30.609984 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-212cffd8-cee6-4204-afd0-3cc1215500e0 req-186c9043-ce1c-47ac-a030-73c8a68d200f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0531461 Jul 28 18:08:30.825452 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb690c-f118-4015-9d5a-4ed5b56d9451 req-51a76e50-3dfe-44d3-9e42-fa30abf18c64 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:30.828316 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65eb690c-f118-4015-9d5a-4ed5b56d9451 req-51a76e50-3dfe-44d3-9e42-fa30abf18c64 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0532408 Jul 28 18:08:30.897447 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65eb690c-f118-4015-9d5a-4ed5b56d9451 req-c63b1f83-76d3-4c12-904a-92042301f965 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/security-groups?id=c1b30aa0-54c3-4a6c-940c-54d873482ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631077 Jul 28 18:08:30.920806 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-212cffd8-cee6-4204-afd0-3cc1215500e0 req-a5107153-eb3f-460f-b945-e540447c3291 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048792 Jul 28 18:08:31.085541 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5e045160-6257-4620-af3b-d281e544eca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.348326 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:31.388377 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fad16-3467-463e-8735-8c0b594d7e12 req-8bcdeadf-f864-4c69-b0c5-75399f4ffc4e tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:31.389871 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-704fad16-3467-463e-8735-8c0b594d7e12 req-8bcdeadf-f864-4c69-b0c5-75399f4ffc4e tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 946 time: 0.0497582 Jul 28 18:08:31.480639 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Deleting port 79345ca0-155b-4b17-bb3b-13344d9bcff1 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:08:31.480880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.523393 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41528) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:31.575749 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] For port 79345ca0-155b-4b17-bb3b-13344d9bcff1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=79345ca0-155b-4b17-bb3b-13344d9bcff1,segment=NetworkSegment(fe26c3a9-e057-48f8-aef5-ffc6c88c9e19),segment_id=fe26c3a9-e057-48f8-aef5-ffc6c88c9e19)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:31.576122 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.589930 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Calling delete_port for 79345ca0-155b-4b17-bb3b-13344d9bcff1 owned by compute:nova {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:08:31.622798 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-531905477-network', 'tenant_id': 'f4857a4e9170472da43e01f442099c29'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:31.719326 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Made reservation on behalf of f4857a4e9170472da43e01f442099c29 for: {'network': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:31.722517 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.735155 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.800900 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (79345ca0-155b-4b17-bb3b-13344d9bcff1), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.827777 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Pushing event deleted for resources: {'Port': ['ID=79345ca0-155b-4b17-bb3b-13344d9bcff1,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:31.839022 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['79345ca0-155b-4b17-bb3b-13344d9bcff1'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:31.877995 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] No DVR routers for this DVR port 79345ca0-155b-4b17-bb3b-13344d9bcff1 on host hv-cinder-83754 {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:08:31.880778 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.884117 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-704fad16-3467-463e-8735-8c0b594d7e12 req-b4019579-609f-4f41-8dfc-168d944b2dc3 tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.99 "DELETE /v2.0/ports/79345ca0-155b-4b17-bb3b-13344d9bcff1 HTTP/1.1" status: 204 len: 173 time: 0.4881916 Jul 28 18:08:31.884481 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks [] for security_group (cd04c3e7-c498-4a1d-89ce-1150e490f80e), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.884968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'name': 'network-vif-deleted', 'tag': '79345ca0-155b-4b17-bb3b-13344d9bcff1'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:31.886936 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee5dcf4-74db-40a6-b77c-0db00dc84802" -d '{"events": [{"server_uuid": "4ad828ea-8b73-4f24-aa97-acb56da85c39", "name": "network-vif-deleted", "tag": "79345ca0-155b-4b17-bb3b-13344d9bcff1"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:31.925029 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3f7723-0518-42a1-9961-bac4c3d63fcc x-openstack-request-id: req-0e3f7723-0518-42a1-9961-bac4c3d63fcc {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:31.925435 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad828ea-8b73-4f24-aa97-acb56da85c39", "name": "network-vif-deleted", "tag": "79345ca0-155b-4b17-bb3b-13344d9bcff1", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:31.925691 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0e3f7723-0518-42a1-9961-bac4c3d63fcc {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:31.926103 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3f7723-0518-42a1-9961-bac4c3d63fcc'] response: {'server_uuid': '4ad828ea-8b73-4f24-aa97-acb56da85c39', 'name': 'network-vif-deleted', 'tag': '79345ca0-155b-4b17-bb3b-13344d9bcff1', 'status': 'completed', 'code': 200} Jul 28 18:08:31.957953 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:08:31.969409 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (cd04c3e7-c498-4a1d-89ce-1150e490f80e), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:31.995098 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=116181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:08:32.011934 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04c3e7-c498-4a1d-89ce-1150e490f80e,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:32.018638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (f159bcf2-4960-4095-bf82-f9dd6dbdc657), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.019855 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.segments_db [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Added segment f159bcf2-4960-4095-bf82-f9dd6dbdc657 of type vlan for network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 Jul 28 18:08:32.031043 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-22fc71d4-b934-4596-a808-2402f04c7be4 req-7d07cf5a-9814-40b8-98f7-4e3578f329ef tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 210 time: 0.0559409 Jul 28 18:08:32.104732 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d29d4-654c-40e3-b835-7656655f2f00 req-6d23a3b0-4b6b-4307-982b-8d71f9399710 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:32.105707 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:32.106538 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d53d29d4-654c-40e3-b835-7656655f2f00 req-6d23a3b0-4b6b-4307-982b-8d71f9399710 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0914502 Jul 28 18:08:32.118321 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'port_id': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'mac_address': 'fa:16:3e:9e:39:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:08:32.120140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (f8f74a8f-6f5e-40d7-9e04-7b25ad085712), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.146678 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:32.155608 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: ACTIVE; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:32.155999 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.169916 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:08:32.184553 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d53d29d4-654c-40e3-b835-7656655f2f00 req-b9d164a6-799e-43a8-80ca-1bb236284675 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684557 Jul 28 18:08:32.192191 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:32.291187 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (f8f74a8f-6f5e-40d7-9e04-7b25ad085712), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.291416 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.292165 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:32.293242 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.340808 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=6']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:32.360147 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f74a8f-6f5e-40d7-9e04-7b25ad085712,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:32.370392 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:08:32.432969 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b70fdc1c-187f-4e9d-94e1-b9be4757bd18 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9113452 Jul 28 18:08:32.436230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41538) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:32.443338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Request body: {'subnet': {'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-531905477-subnet', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:32.520412 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Made reservation on behalf of f4857a4e9170472da43e01f442099c29 for: {'subnet': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:32.524143 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29463293'] for subnet (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.568847 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:32.580954 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:32.609956 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:32.782864 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31051913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29463251'] for subnet (9363b0d8-ae5d-46ce-91bf-916f15f94087), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:32.839052 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9363b0d8-ae5d-46ce-91bf-916f15f94087,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:32.849580 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Checking segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:08:32.849979 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Network hostable DHCP agents. Network: f8f74a8f-6f5e-40d7-9e04-7b25ad085712, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:08:32.988983 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:08:33.085279 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, f8f74a8f-6f5e-40d7-9e04-7b25ad085712) {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:33.092893 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:33.092893 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.097209 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8056e9-1f82-48cd-b27e-26f827c0f16a None None] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:08:33.157497 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d56816f5-cbb2-4202-89d1-0f31ea229c6a req-cfcd8dc9-f3d4-4be7-865d-449a31c8f41d tempest-VolumesSnapshotTestJSON-1669713520 tempest-VolumesSnapshotTestJSON-1669713520-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ad828ea-8b73-4f24-aa97-acb56da85c39 HTTP/1.1" status: 200 len: 210 time: 0.0317228 Jul 28 18:08:33.180254 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-c2679bd5-afdb-4b33-846a-c701bef5d54e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7425017 Jul 28 18:08:33.185438 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41550) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:33.189806 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:33.222949 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'project_id': 'f4857a4e9170472da43e01f442099c29', 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:08:33.223931 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.302761 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.303819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.332051 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df275fc2-5195-44cf-9d5c-d792aca5f7cf req-f061acf3-3413-4805-9591-ca23dd96ffed tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:33.333599 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-df275fc2-5195-44cf-9d5c-d792aca5f7cf req-f061acf3-3413-4805-9591-ca23dd96ffed tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 944 time: 0.0660119 Jul 28 18:08:33.382223 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Allocated IP 172.20.0.2 (f8f74a8f-6f5e-40d7-9e04-7b25ad085712/9363b0d8-ae5d-46ce-91bf-916f15f94087/d7df422a-0472-4bce-99d5-c1f1d50d8cb4) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:33.384812 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:33.397893 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks [] for router_controller (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), precommit_add_association {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.425951 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-df275fc2-5195-44cf-9d5c-d792aca5f7cf req-4a66f1a0-5239-4a30-8efa-e5f46979bed9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780005 Jul 28 18:08:33.546755 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:33.555329 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Publish callbacks [] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.570959 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-24032ff2-ed75-4b5b-bc29-d105fd6bea37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.626490 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks [] for router_gateway (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.639930 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.683281 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:33.686418 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:33.690922 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:08:33.698377 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Pushing event updated for resources: {'Port': ['ID=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:33.702489 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:33.760935 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Attempting to bind port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:08:33.761310 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Attempting to bind port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:08:33.761679 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Attempting to bind port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:08:33.767138 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:08:33.767516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Checking segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:08:33.767977 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.768858 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Bound using segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:08:33.769447 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Bound port: d7df422a-0472-4bce-99d5-c1f1d50d8cb4, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:08:33.769994 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.835987 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] For port d7df422a-0472-4bce-99d5-c1f1d50d8cb4, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:33.839889 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] For port d7df422a-0472-4bce-99d5-c1f1d50d8cb4, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:33.881794 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks [] for router_gateway (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.907930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.960091 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:33.966018 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:34.043159 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Allocated IP 172.27.0.9 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/acc8f1f2-1e27-45a7-9926-034a089f74c4) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:34.217718 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks [] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:34.294973 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba75d7-2952-452a-b05c-ea33127b5d69 None None] Pushing event updated for resources: {'Port': ['ID=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:34.304138 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:34.304138 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:34.342664 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:34.388876 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:34.403524 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:34.424687 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:34.431223 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:08:34.463134 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:34.491696 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:34.492126 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:34.494422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Pushing event updated for resources: {'Port': ['ID=acc8f1f2-1e27-45a7-9926-034a089f74c4,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:34.539308 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:34.548891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387b9f33-864b-40a2-84d7-d208b8e44b44" -d '{"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-plugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:34.575480 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:34.631080 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a8c4bf-3585-423b-9db3-41139ba96112 x-openstack-request-id: req-88a8c4bf-3585-423b-9db3-41139ba96112 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:34.631400 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-plugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:34.631654 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-88a8c4bf-3585-423b-9db3-41139ba96112 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:34.632051 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a8c4bf-3585-423b-9db3-41139ba96112'] response: {'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'code': 200} Jul 28 18:08:34.640105 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:34.640979 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 79345ca0-155b-4b17-bb3b-13344d9bcff1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:34.670993 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 79345ca0-155b-4b17-bb3b-13344d9bcff1 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:08:34.671331 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 79345ca0-155b-4b17-bb3b-13344d9bcff1 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:08:34.693107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ba43c-42a2-424c-ad0e-afb1a33e1a25 req-6dd00790-64f8-45e5-8932-7275585a3110 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:34.699929 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4b3ba43c-42a2-424c-ad0e-afb1a33e1a25 req-6dd00790-64f8-45e5-8932-7275585a3110 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0712249 Jul 28 18:08:34.709733 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:34.730330 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=7']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:34.757763 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4b3ba43c-42a2-424c-ad0e-afb1a33e1a25 req-e0f0cd27-ac82-470a-abef-a5510b485704 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569623 Jul 28 18:08:34.878783 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:34.909414 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks [] for router_gateway (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:35.237391 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d7df422a-0472-4bce-99d5-c1f1d50d8cb4 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:35.290046 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:35.339327 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:35.339876 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:35.455005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:35.455256 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:35.503391 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port d7df422a-0472-4bce-99d5-c1f1d50d8cb4, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:35.505790 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0d511-ff20-4396-a811-e6378c2f666b None None] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:08:35.559441 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:08:35.589129 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-8626800d-9a2d-4138-99b3-1290c95f420c None None] Provisioning complete for port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:35.589633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-8626800d-9a2d-4138-99b3-1290c95f420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:35.615217 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:35.790631 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-8626800d-9a2d-4138-99b3-1290c95f420c None None] Current status of the port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:35.796725 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:35.940584 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155067-8e1c-4564-96be-c2293c7a2190 req-0dfa0614-bbfd-4ef7-8e14-a2ab9507d256 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:35.948810 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8b155067-8e1c-4564-96be-c2293c7a2190 req-0dfa0614-bbfd-4ef7-8e14-a2ab9507d256 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0608821 Jul 28 18:08:36.017692 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8b155067-8e1c-4564-96be-c2293c7a2190 req-4725b96c-a239-4756-9562-9884801c7239 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679104 Jul 28 18:08:36.104941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:36.120211 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Sync routers for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:36.132896 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.136238 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:36.136887 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.229937 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-cd611c02-439c-4758-b9dc-24e04cb2504a None None] Provisioning complete for port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:36.230311 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-cd611c02-439c-4758-b9dc-24e04cb2504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.276639 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.278284 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1cf606c9-0755-4085-a2b1-b6b05a9b2c3c admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0918703 Jul 28 18:08:36.282287 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41586) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:36.295899 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.300399 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:36.340746 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:36.394693 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:36.489167 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:36.495836 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-cd611c02-439c-4758-b9dc-24e04cb2504a None None] Current status of the port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:36.607213 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:34Z', 'revision_number': 3, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:36.645604 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Checking router: b584bbf2-f53a-4179-aaaf-fcc4ca03b252 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:36.646648 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Updating router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 port acc8f1f2-1e27-45a7-9926-034a089f74c4 binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:08:36.700005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.851815 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.885721 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:37.037914 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Publish callbacks [] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.040811 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Allocated IP 172.20.0.1 (f8f74a8f-6f5e-40d7-9e04-7b25ad085712/9363b0d8-ae5d-46ce-91bf-916f15f94087/3deb33da-5e90-477e-a78f-fa84d4993d46) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:37.154470 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.176856 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7406eaa-c526-46fc-a681-b208ac311ea8 req-bf12fc16-1952-4d58-a33c-ea69aa0e8735 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:37.178690 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e7406eaa-c526-46fc-a681-b208ac311ea8 req-bf12fc16-1952-4d58-a33c-ea69aa0e8735 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0565648 Jul 28 18:08:37.203607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks [] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.238410 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d7df422a-0472-4bce-99d5-c1f1d50d8cb4 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:37.278286 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e7406eaa-c526-46fc-a681-b208ac311ea8 req-972040cf-a529-41d7-b4cf-6082f9d9bac3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916193 Jul 28 18:08:37.293926 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Attempting to bind port acc8f1f2-1e27-45a7-9926-034a089f74c4 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:08:37.294541 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Attempting to bind port acc8f1f2-1e27-45a7-9926-034a089f74c4 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:08:37.295867 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Attempting to bind port acc8f1f2-1e27-45a7-9926-034a089f74c4 on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:08:37.310775 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dc767-ed31-4cd1-b477-3ec4dc2bfca1 None None] Pushing event updated for resources: {'Port': ['ID=acc8f1f2-1e27-45a7-9926-034a089f74c4,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:37.316220 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:08:37.316756 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:08:37.317291 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.317880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:08:37.318633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Bound port: acc8f1f2-1e27-45a7-9926-034a089f74c4, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:08:37.319130 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.325622 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.370228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:37.377822 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:37.382676 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:08:37.399196 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:37.399752 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.424543 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Pushing event updated for resources: {'Port': ['ID=3deb33da-5e90-477e-a78f-fa84d4993d46,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:37.448515 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] For port acc8f1f2-1e27-45a7-9926-034a089f74c4, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:37.449066 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.450630 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:37.476763 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] For port acc8f1f2-1e27-45a7-9926-034a089f74c4, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=acc8f1f2-1e27-45a7-9926-034a089f74c4,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:37.554479 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:37.561323 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.580121 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:37.655376 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:37.655376 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:37.676124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dc767-ed31-4cd1-b477-3ec4dc2bfca1 None None] Pushing event updated for resources: {'Port': ['ID=acc8f1f2-1e27-45a7-9926-034a089f74c4,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:37.731879 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:37.742202 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-11421da7-5a93-461d-9233-4de2c3493ed6 None None] Provisioning complete for port 3deb33da-5e90-477e-a78f-fa84d4993d46 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:37.742596 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-11421da7-5a93-461d-9233-4de2c3493ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.838986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:37.917990 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:37.920098 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-11421da7-5a93-461d-9233-4de2c3493ed6 None None] Port 3deb33da-5e90-477e-a78f-fa84d4993d46 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:08:38.019405 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:38.019405 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks [] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:38.102646 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:34Z', 'revision_number': 3, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:38.133770 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe666948-5fff-496f-87f5-14a41e21059c None None] The sync data for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi is: [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:34Z', 'revision_number': 3, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:38.136708 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:38.213840 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:38.215652 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Pushing event updated for resources: {'Port': ['ID=3deb33da-5e90-477e-a78f-fa84d4993d46,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:38.323361 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:38.333145 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:38.511160 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e69d1-a27c-4301-97aa-08ae325f1deb req-d89ccbd3-9dae-40bb-84a1-8e9a5818d7ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:38.513727 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d84e69d1-a27c-4301-97aa-08ae325f1deb req-d89ccbd3-9dae-40bb-84a1-8e9a5818d7ae tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.1034162 Jul 28 18:08:38.543267 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:08:38.583461 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d84e69d1-a27c-4301-97aa-08ae325f1deb req-22abf2d7-0359-4f1d-b8f5-067f6d34d4de tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616050 Jul 28 18:08:38.617648 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:38.649213 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-ebe0607f-1e0d-4836-ab6a-5a2021b83c81 None None] Provisioning complete for port 3deb33da-5e90-477e-a78f-fa84d4993d46 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:38.649801 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ebe0607f-1e0d-4836-ab6a-5a2021b83c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:38.686590 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:08:38.687685 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0607f-1e0d-4836-ab6a-5a2021b83c81 None None] Port 3deb33da-5e90-477e-a78f-fa84d4993d46 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:08:38.698438 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-5f1df77f-1510-47c6-9288-ad44a1db7e09 admin admin] 10.222.0.85 "PUT /v2.0/routers/b584bbf2-f53a-4179-aaaf-fcc4ca03b252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4113681 Jul 28 18:08:39.199677 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device acc8f1f2-1e27-45a7-9926-034a089f74c4 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:39.209788 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41608) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:39.214745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-404b0796-e1b3-46b9-99fb-0e63fd913e25 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327528831', 'description': 'tempest-description--11625080'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:39.254157 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port acc8f1f2-1e27-45a7-9926-034a089f74c4 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:39.255220 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.343948 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port acc8f1f2-1e27-45a7-9926-034a089f74c4 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:39.344245 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.354139 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-404b0796-e1b3-46b9-99fb-0e63fd913e25 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.366015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:39.374505 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port acc8f1f2-1e27-45a7-9926-034a089f74c4, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=acc8f1f2-1e27-45a7-9926-034a089f74c4,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:39.462279 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-404b0796-e1b3-46b9-99fb-0e63fd913e25 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (96f4082c-df8e-45ad-ad07-394e66b94f57), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.479669 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.531910 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=acc8f1f2-1e27-45a7-9926-034a089f74c4,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:39.565912 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-404b0796-e1b3-46b9-99fb-0e63fd913e25 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (96f4082c-df8e-45ad-ad07-394e66b94f57), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.599347 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b0796-e1b3-46b9-99fb-0e63fd913e25 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f4082c-df8e-45ad-ad07-394e66b94f57,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:39.693528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-404b0796-e1b3-46b9-99fb-0e63fd913e25 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.696989 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-404b0796-e1b3-46b9-99fb-0e63fd913e25 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4838281 Jul 28 18:08:39.697677 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41612) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:39.703980 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-8abf8e18-d577-4176-8c3b-451394f6a74c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'security_group_rule': {'security_group_id': '96f4082c-df8e-45ad-ad07-394e66b94f57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:39.754258 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23f64d-8c6a-4a46-b5d7-5b217afc2103 req-07fa9503-b819-4c28-9c75-2cbee5825d7b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:39.758850 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dc23f64d-8c6a-4a46-b5d7-5b217afc2103 req-07fa9503-b819-4c28-9c75-2cbee5825d7b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0708473 Jul 28 18:08:39.823053 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-dc23f64d-8c6a-4a46-b5d7-5b217afc2103 req-87b11095-651f-45ab-93da-e8f771d65d8b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613391 Jul 28 18:08:39.871941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e18-d577-4176-8c3b-451394f6a74c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (1220d497-b250-4c31-92e4-62e47ad3d186), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:39.954912 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e18-d577-4176-8c3b-451394f6a74c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (1220d497-b250-4c31-92e4-62e47ad3d186), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.051398 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e18-d577-4176-8c3b-451394f6a74c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (1220d497-b250-4c31-92e4-62e47ad3d186), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.072812 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf8e18-d577-4176-8c3b-451394f6a74c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1220d497-b250-4c31-92e4-62e47ad3d186,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:40.153079 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Sync routers for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:08:40.158610 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8abf8e18-d577-4176-8c3b-451394f6a74c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.158610 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8abf8e18-d577-4176-8c3b-451394f6a74c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4579735 Jul 28 18:08:40.159987 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41616) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:40.164972 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-1c28c287-9215-488d-97b2-62765ec95da0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'security_group_rule': {'security_group_id': '96f4082c-df8e-45ad-ad07-394e66b94f57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:40.172966 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:40.176810 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:40.176810 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:40.281432 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:40.314761 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1c28c287-9215-488d-97b2-62765ec95da0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (7b13c793-63db-4faa-8246-b3b1f30f4bfb), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.395837 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1c28c287-9215-488d-97b2-62765ec95da0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (7b13c793-63db-4faa-8246-b3b1f30f4bfb), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.470543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1c28c287-9215-488d-97b2-62765ec95da0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (7b13c793-63db-4faa-8246-b3b1f30f4bfb), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.487938 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 2, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:40.498012 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28c287-9215-488d-97b2-62765ec95da0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b13c793-63db-4faa-8246-b3b1f30f4bfb,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:40.516209 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Checking router: b584bbf2-f53a-4179-aaaf-fcc4ca03b252 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:08:40.516561 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Updating router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 port 3deb33da-5e90-477e-a78f-fa84d4993d46 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:08:40.550012 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.602202 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1c28c287-9215-488d-97b2-62765ec95da0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.603472 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1c28c287-9215-488d-97b2-62765ec95da0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419875 Jul 28 18:08:40.607101 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41618) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:40.611835 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:40.713607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.750811 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:40.751588 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:40.834531 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.847694 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Publish callbacks [] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:40.920713 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.011922 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Pushing event updated for resources: {'Port': ['ID=3deb33da-5e90-477e-a78f-fa84d4993d46,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:41.029534 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.030810 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.030810 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.030810 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.031199 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.031443 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.031774 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.035681 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.035865 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.036137 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.036475 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.036825 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.037158 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.037481 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.037806 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.054327 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39c434-6a4c-4664-82a3-9437d7802b2c req-7be1a219-68fc-42a1-88d2-b84a28b07576 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:41.055939 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2f39c434-6a4c-4664-82a3-9437d7802b2c req-7be1a219-68fc-42a1-88d2-b84a28b07576 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0960338 Jul 28 18:08:41.074189 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Allocated IP 172.27.0.35 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/86575d54-f87f-42dd-990f-8628d12d9f4d) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:41.171996 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2f39c434-6a4c-4664-82a3-9437d7802b2c req-fc36b408-7ff0-4656-8652-6256cb05071c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027679 Jul 28 18:08:41.197700 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Attempting to bind port 3deb33da-5e90-477e-a78f-fa84d4993d46 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:08:41.198221 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Attempting to bind port 3deb33da-5e90-477e-a78f-fa84d4993d46 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:08:41.201407 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Attempting to bind port 3deb33da-5e90-477e-a78f-fa84d4993d46 on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:08:41.218418 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:08:41.225548 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Checking segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:08:41.225548 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.225548 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Bound using segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:08:41.225548 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Bound port: 3deb33da-5e90-477e-a78f-fa84d4993d46, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:08:41.225548 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.226041 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device acc8f1f2-1e27-45a7-9926-034a089f74c4 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:41.323984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port acc8f1f2-1e27-45a7-9926-034a089f74c4 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:41.324429 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.334187 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.349821 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] For port 3deb33da-5e90-477e-a78f-fa84d4993d46, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:41.354982 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] For port 3deb33da-5e90-477e-a78f-fa84d4993d46, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=3deb33da-5e90-477e-a78f-fa84d4993d46,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:41.423746 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.430182 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port acc8f1f2-1e27-45a7-9926-034a089f74c4 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:41.443078 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:41.445134 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-3ac4fd0d-8583-4106-b4c1-b570f7bca13a None None] Provisioning complete for port 3deb33da-5e90-477e-a78f-fa84d4993d46 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:41.445496 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3ac4fd0d-8583-4106-b4c1-b570f7bca13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.451356 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.505954 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbdd31-2201-4071-8813-0804dd74c288 None None] Pushing event updated for resources: {'Port': ['ID=3deb33da-5e90-477e-a78f-fa84d4993d46,revision_number=4']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:41.517510 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:41.521642 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:41.527187 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:08:41.560517 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:08:41.560746 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4fd0d-8583-4106-b4c1-b570f7bca13a None None] Current status of the port 3deb33da-5e90-477e-a78f-fa84d4993d46 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:41.561134 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3ac4fd0d-8583-4106-b4c1-b570f7bca13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.562367 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:08:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:41.589646 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'Port': ['ID=86575d54-f87f-42dd-990f-8628d12d9f4d,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:41.608260 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-3ac4fd0d-8583-4106-b4c1-b570f7bca13a None None] For port 3deb33da-5e90-477e-a78f-fa84d4993d46, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=3deb33da-5e90-477e-a78f-fa84d4993d46,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:41.628125 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.628481 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.628896 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.629660 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.629660 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.629929 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.630376 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.630895 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.631240 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.631606 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.632424 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.632424 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.632626 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.632984 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.633313 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.683047 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3ac4fd0d-8583-4106-b4c1-b570f7bca13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.719990 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:08:41.777348 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (d6b8fbd7-52fe-4835-a7b9-3559780f825c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.796473 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4fd0d-8583-4106-b4c1-b570f7bca13a None None] Pushing event updated for resources: {'Port': ['ID=3deb33da-5e90-477e-a78f-fa84d4993d46,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:41.900308 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:41.915491 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b0cffebc-11cb-4d33-8b0c-586ef0d1184a None None] Provisioning complete for port 3deb33da-5e90-477e-a78f-fa84d4993d46 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:41.915869 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b0cffebc-11cb-4d33-8b0c-586ef0d1184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.941770 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:41.990388 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:08:42.022073 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960d19b8-e0c6-4f7e-b85d-9a94d4b3f6c1 None None] The sync data for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi is: [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:08:42.045275 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:42.075696 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b0cffebc-11cb-4d33-8b0c-586ef0d1184a None None] Current status of the port 3deb33da-5e90-477e-a78f-fa84d4993d46 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:42.122979 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:42.209349 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:42.337941 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be107-6191-4b02-aa02-499fb59acc53 req-3d8e08d4-696c-41f1-8342-0682ff467f2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:42.363605 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8c4be107-6191-4b02-aa02-499fb59acc53 req-3d8e08d4-696c-41f1-8342-0682ff467f2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0581760 Jul 28 18:08:42.403189 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8c4be107-6191-4b02-aa02-499fb59acc53 req-725fb6ba-f38f-4988-9226-e101d09d7a1b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575426 Jul 28 18:08:42.616919 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:42.699988 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'Port': ['ID=86575d54-f87f-42dd-990f-8628d12d9f4d,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:42.716220 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (d6b8fbd7-52fe-4835-a7b9-3559780f825c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:43.048647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:43.050159 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-892daf68-b333-48d4-bf5d-0bfba2fa16fa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4419181 Jul 28 18:08:43.217854 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 3deb33da-5e90-477e-a78f-fa84d4993d46 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:43.282812 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-93ae606f-c20e-4a02-a790-595aade4f905 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--327528831&fields=id&tenant_id=f4857a4e9170472da43e01f442099c29 HTTP/1.1" status: 200 len: 267 time: 0.0741098 Jul 28 18:08:43.287849 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 3deb33da-5e90-477e-a78f-fa84d4993d46 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:43.288252 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:43.395073 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 3deb33da-5e90-477e-a78f-fa84d4993d46 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:43.404003 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-f612dd69-b4e3-4880-8565-bd87b63c63a9 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:43.405607 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-f612dd69-b4e3-4880-8565-bd87b63c63a9 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 810 time: 0.1211324 Jul 28 18:08:43.425770 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-c7d7ef45-a876-4175-88f7-72d7edd6cce8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/quotas/f4857a4e9170472da43e01f442099c29 HTTP/1.1" status: 200 len: 375 time: 0.0119727 Jul 28 18:08:43.507363 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-e4bf9bc1-5cca-4fc2-bcd0-6b9e0632883f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674896 Jul 28 18:08:43.563309 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36dfdf-a07e-4e2d-9b17-4c920bb7b654 req-1b09a605-0e11-43a5-9309-1327207d8378 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:43.565171 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e36dfdf-a07e-4e2d-9b17-4c920bb7b654 req-1b09a605-0e11-43a5-9309-1327207d8378 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0686448 Jul 28 18:08:43.630562 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-6bd6c5ff-c244-4725-9497-7005b7492417 service neutron] 10.222.0.85 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226144 Jul 28 18:08:43.634286 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e36dfdf-a07e-4e2d-9b17-4c920bb7b654 req-0838975a-df6a-4f10-87d0-5cc3be75a0cb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625672 Jul 28 18:08:43.706642 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:43.735779 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-f1576f5d-0b0c-4c43-86f9-577af3f2e90f service neutron] 10.222.0.85 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000948 Jul 28 18:08:44.117180 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c399094c-317f-4211-925c-741821f256b3 req-b6186270-a6cc-4c4e-a39d-eeabcb64b181 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 210 time: 0.0572474 Jul 28 18:08:44.789740 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece06e9-5185-4826-8446-45137c4ca8b3 req-9e55875b-f98d-4edb-b8dd-ff9028783937 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:44.794095 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-eece06e9-5185-4826-8446-45137c4ca8b3 req-9e55875b-f98d-4edb-b8dd-ff9028783937 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0633223 Jul 28 18:08:44.849051 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-eece06e9-5185-4826-8446-45137c4ca8b3 req-6e0785e1-8b47-4040-a5b6-f75db76683e8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514886 Jul 28 18:08:45.208362 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-216b138c-ef35-4c65-8797-60a2ec427d8d req-50f7ec4c-d5e7-4848-b286-6cfb85a70409 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 210 time: 0.0345306 Jul 28 18:08:45.986797 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700f215-0652-4699-a3ac-f108d2fa757c req-f4ce5cdb-5847-4bc0-9ca1-45dac8a4da7b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:45.989479 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b700f215-0652-4699-a3ac-f108d2fa757c req-f4ce5cdb-5847-4bc0-9ca1-45dac8a4da7b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0578694 Jul 28 18:08:46.040642 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b700f215-0652-4699-a3ac-f108d2fa757c req-373e8fd5-69ee-45ce-a604-17439f252ad1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462558 Jul 28 18:08:46.316685 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2195b61e-5edc-4c2a-a4e7-6ea417d64c7c req-f2e944ae-8c96-4124-ad86-dcc6e4966cb3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 210 time: 0.0307090 Jul 28 18:08:47.090117 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-72617381-93de-47db-90ca-f4069c4352d3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:47.092292 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-72617381-93de-47db-90ca-f4069c4352d3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 810 time: 0.1296332 Jul 28 18:08:47.201597 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603dd54-ad48-4bf5-b5fa-c17729e13fb2 req-4a90a8dd-a8e1-4e1e-8051-3e9faa2e9e22 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:47.211134 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c603dd54-ad48-4bf5-b5fa-c17729e13fb2 req-4a90a8dd-a8e1-4e1e-8051-3e9faa2e9e22 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0727789 Jul 28 18:08:47.213651 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:47.233687 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-ecf821ea-a3c0-4cb7-bcb8-194657e53867 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4857a4e9170472da43e01f442099c29 HTTP/1.1" status: 200 len: 379 time: 0.1160460 Jul 28 18:08:47.243475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'port': {'device_id': '875a9106-a56f-4acb-9056-7672341ebccc', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'admin_state_up': True, 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'security_groups': ['96f4082c-df8e-45ad-ad07-394e66b94f57']}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:47.282579 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c603dd54-ad48-4bf5-b5fa-c17729e13fb2 req-81a70e53-f91a-49bb-ab4b-115c644f2d10 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669038 Jul 28 18:08:47.470026 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-224da852-e8ac-4868-9473-9e847006dae5 req-1b322e7b-4955-4a3d-aca1-39e973fcb680 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 210 time: 0.0291498 Jul 28 18:08:47.633703 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Made reservation on behalf of f4857a4e9170472da43e01f442099c29 for: {'port': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:08:47.639493 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:47.790869 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Allocated IP 172.20.0.9 (f8f74a8f-6f5e-40d7-9e04-7b25ad085712/9363b0d8-ae5d-46ce-91bf-916f15f94087/23f7eafd-8248-4438-9837-008bc6b5122c) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:08:47.953153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for port (23f7eafd-8248-4438-9837-008bc6b5122c), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:47.980465 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:48.165502 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:48.213581 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:08:48.216983 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:08:48.219416 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:08:48.250246 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'Port': ['ID=23f7eafd-8248-4438-9837-008bc6b5122c,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:48.283545 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:48.284405 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:48.408665 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059d533-4feb-4a36-adf3-98d3b70717b6 req-387a6cfa-2490-4a1d-a558-9c36061c2c88 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:48.410273 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a059d533-4feb-4a36-adf3-98d3b70717b6 req-387a6cfa-2490-4a1d-a558-9c36061c2c88 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0521107 Jul 28 18:08:48.415015 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-294fc92a-93d2-460e-bbcc-4e636a7cfb80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1761019 Jul 28 18:08:48.451006 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Request body: {'port': {'device_id': '875a9106-a56f-4acb-9056-7672341ebccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:08:48.460905 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a059d533-4feb-4a36-adf3-98d3b70717b6 req-e82bd625-c5a2-4b8d-a045-5c6bb55e42fe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Jul 28 18:08:48.464376 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-9f861823-7102-4fcf-8c4e-0636ef04f5cc None None] Provisioning complete for port 23f7eafd-8248-4438-9837-008bc6b5122c triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:48.464881 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9f861823-7102-4fcf-8c4e-0636ef04f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:48.507100 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-9f861823-7102-4fcf-8c4e-0636ef04f5cc None None] Port 23f7eafd-8248-4438-9837-008bc6b5122c cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:08:48.544470 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:08:48.815916 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d0d4e-e49d-4d47-8352-a9d8236b953c req-d1b2b50a-e6a9-4514-ae9f-b815e6687195 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:48.817490 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-445d0d4e-e49d-4d47-8352-a9d8236b953c req-d1b2b50a-e6a9-4514-ae9f-b815e6687195 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 931 time: 0.0748224 Jul 28 18:08:48.822143 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:48.909649 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-445d0d4e-e49d-4d47-8352-a9d8236b953c req-7a4ca6fe-b42d-44fe-9bb4-2851bfba748e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851035 Jul 28 18:08:48.916510 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:49.125116 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f7eafd-8248-4438-9837-008bc6b5122c {{(pid=116180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:08:49.133475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Publish callbacks [] for port (23f7eafd-8248-4438-9837-008bc6b5122c), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:49.146823 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.provisioning_blocks [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Transition to ACTIVE for port object 23f7eafd-8248-4438-9837-008bc6b5122c will not be triggered until provisioned by entity L2. {{(pid=116180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:08:49.262398 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:49.312810 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Pushing event updated for resources: {'Port': ['ID=23f7eafd-8248-4438-9837-008bc6b5122c,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:49.364602 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:49.394479 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Attempting to bind port 23f7eafd-8248-4438-9837-008bc6b5122c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:08:49.394819 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Attempting to bind port 23f7eafd-8248-4438-9837-008bc6b5122c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:08:49.395149 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Attempting to bind port 23f7eafd-8248-4438-9837-008bc6b5122c on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:08:49.400611 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Port 23f7eafd-8248-4438-9837-008bc6b5122c on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:08:49.400932 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Attempting to bind port 23f7eafd-8248-4438-9837-008bc6b5122c on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:08:49.406145 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:08:49.406519 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Checking segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:08:49.406900 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Bound using segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} {{(pid=116180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:08:49.407335 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.managers [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Bound port: 23f7eafd-8248-4438-9837-008bc6b5122c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}}] {{(pid=116180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:08:49.407757 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:49.474333 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] For port 23f7eafd-8248-4438-9837-008bc6b5122c, host hv-cinder-83754, cleared binding levels {{(pid=116180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:08:49.478258 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] For port 23f7eafd-8248-4438-9837-008bc6b5122c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=23f7eafd-8248-4438-9837-008bc6b5122c,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:08:49.571217 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:49.593388 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428fff5-645b-4ad0-9599-d638a6aa4c15 req-28fd0587-4705-43a9-aa9a-e5384868b234 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:49.594929 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3428fff5-645b-4ad0-9599-d638a6aa4c15 req-28fd0587-4705-43a9-aa9a-e5384868b234 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Jul 28 18:08:49.606231 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:49.606879 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:49.608247 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] 10.222.0.99 "PUT /v2.0/ports/23f7eafd-8248-4438-9837-008bc6b5122c HTTP/1.1" status: 200 len: 1093 time: 1.1616824 Jul 28 18:08:49.608760 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:49.611582 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec6f579-238c-48b2-9821-ae0fd10fd316" -d '{"events": [{"name": "network-changed", "server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:49.638618 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c0915-e2fc-41e2-b40e-753f1e60711b service neutron] Pushing event updated for resources: {'Port': ['ID=23f7eafd-8248-4438-9837-008bc6b5122c,revision_number=3']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:49.653175 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3428fff5-645b-4ad0-9599-d638a6aa4c15 req-f7feb7d4-0c48-4b59-9e32-4724b0ad7e79 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500026 Jul 28 18:08:49.663723 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e5a3e6-06e4-46a8-8a0c-82eb4dbdd7b5 x-openstack-request-id: req-81e5a3e6-06e4-46a8-8a0c-82eb4dbdd7b5 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:49.664025 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:49.664385 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-81e5a3e6-06e4-46a8-8a0c-82eb4dbdd7b5 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:49.664778 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e5a3e6-06e4-46a8-8a0c-82eb4dbdd7b5'] response: {'name': 'network-changed', 'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c', 'status': 'completed', 'code': 200} Jul 28 18:08:50.056405 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2aaf4-bb15-4a4f-9768-11c5d6d73562 req-b561442c-1b23-4909-bfea-e423123247e4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:50.057992 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f5b2aaf4-bb15-4a4f-9768-11c5d6d73562 req-b561442c-1b23-4909-bfea-e423123247e4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 943 time: 0.0631022 Jul 28 18:08:50.109092 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f5b2aaf4-bb15-4a4f-9768-11c5d6d73562 req-a09cb931-0324-4a62-9735-cca0401c3898 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Jul 28 18:08:50.787352 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace83eaf-82d1-471f-a325-2a42a2984123 req-610d89cc-2a6d-46ab-8742-1f2eb3681e5e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:50.788913 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ace83eaf-82d1-471f-a325-2a42a2984123 req-610d89cc-2a6d-46ab-8742-1f2eb3681e5e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Jul 28 18:08:50.800570 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:50.838675 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ace83eaf-82d1-471f-a325-2a42a2984123 req-d5f29fcf-770a-48d3-ab91-4a988b19d4a2 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 Jul 28 18:08:51.232510 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaffea-52e6-45fb-a727-d77929180649 req-02134b75-9752-429f-af58-357b04d433f7 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.234137 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2bdaffea-52e6-45fb-a727-d77929180649 req-02134b75-9752-429f-af58-357b04d433f7 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 943 time: 0.0488338 Jul 28 18:08:51.281750 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2bdaffea-52e6-45fb-a727-d77929180649 req-815849a1-ebd0-47f7-a88d-2dc435a0ed7b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Jul 28 18:08:51.432804 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-bf5b5dc2-9645-4ecb-9b58-d3ea74a5ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.434328 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-bf5b5dc2-9645-4ecb-9b58-d3ea74a5ce44 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 1129 time: 0.0421398 Jul 28 18:08:51.441116 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f579-238c-48b2-9821-ae0fd10fd316 req-03cc34e6-528b-4b5a-9b15-9bca37cf6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.442673 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5ec6f579-238c-48b2-9821-ae0fd10fd316 req-03cc34e6-528b-4b5a-9b15-9bca37cf6a18 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 1127 time: 0.0407987 Jul 28 18:08:51.540928 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-1be1a546-f3c7-4777-9ab9-fec4c30880eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.542732 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-1be1a546-f3c7-4777-9ab9-fec4c30880eb service neutron] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 918 time: 0.0992184 Jul 28 18:08:51.556319 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f579-238c-48b2-9821-ae0fd10fd316 req-db21ccba-9bb1-4087-9ee8-eb1570ff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.557778 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5ec6f579-238c-48b2-9821-ae0fd10fd316 req-db21ccba-9bb1-4087-9ee8-eb1570ff0144 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=f4857a4e9170472da43e01f442099c29&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1000552 Jul 28 18:08:51.613466 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-6f68bfbd-8e7c-4113-bfa0-051fba4516fc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 HTTP/1.1" status: 200 len: 1000 time: 0.0642431 Jul 28 18:08:51.658088 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f579-238c-48b2-9821-ae0fd10fd316 req-bd7e086d-d9c0-4b8a-b42a-e895dd8e24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.659783 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5ec6f579-238c-48b2-9821-ae0fd10fd316 req-bd7e086d-d9c0-4b8a-b42a-e895dd8e24b4 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965035 Jul 28 18:08:51.665412 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-2424937d-bc18-4a5d-9776-94c6dfe0d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.666980 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-2424937d-bc18-4a5d-9776-94c6dfe0d451 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.0480366 Jul 28 18:08:51.718214 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-738a97bc-abe1-47a5-baf7-f6b43a08cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.719937 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-738a97bc-abe1-47a5-baf7-f6b43a08cc4b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406535 Jul 28 18:08:51.779044 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-324c079a-ea00-4f55-a236-e1f3cef9edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.780631 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-324c079a-ea00-4f55-a236-e1f3cef9edea service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 1127 time: 0.0467391 Jul 28 18:08:51.826512 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-36005210-30ae-4b13-a36d-564c0bbf9a18 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934117 Jul 28 18:08:51.826710 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-1249d5d7-1ac6-4073-ba4d-44afb827b4a9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f7eafd-8248-4438-9837-008bc6b5122c HTTP/1.1" status: 200 len: 217 time: 0.0332451 Jul 28 18:08:51.881786 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:51.882843 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-6f1669c7-b842-4557-907f-83ed7bf97965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.884510 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-6f1669c7-b842-4557-907f-83ed7bf97965 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 200 len: 849 time: 0.0480778 Jul 28 18:08:51.931986 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b4d0d823-b58b-498e-a5eb-290de8a707ef req-550338ed-0e39-43b6-bb65-385171807397 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957277 Jul 28 18:08:51.939988 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-19c85c3c-b74d-4d83-90a3-ad8b14af7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:51.941411 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-19c85c3c-b74d-4d83-90a3-ad8b14af7201 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518436 Jul 28 18:08:51.976285 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:52.023297 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131350-4508-41ce-887d-8b1631dfdd0e req-a97a43e6-d475-49da-98f8-6e6c8e917a64 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:52.024801 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ec131350-4508-41ce-887d-8b1631dfdd0e req-a97a43e6-d475-49da-98f8-6e6c8e917a64 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0970974 Jul 28 18:08:52.101880 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-9fc981a8-deca-4bfc-9f92-31f94d94ddc5 service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402042 Jul 28 18:08:52.106739 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ec131350-4508-41ce-887d-8b1631dfdd0e req-9c17c62d-663f-482e-97c5-4b58a09421ff tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729926 Jul 28 18:08:52.402844 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be1379-e70a-4376-916e-fb69690980b8 req-485cdbef-c897-4656-b71c-7481c99c465b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:52.404320 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26be1379-e70a-4376-916e-fb69690980b8 req-485cdbef-c897-4656-b71c-7481c99c465b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 943 time: 0.0513167 Jul 28 18:08:52.451329 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-26be1379-e70a-4376-916e-fb69690980b8 req-d1349753-58d4-4c09-883c-e1c414cd5cf0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406554 Jul 28 18:08:53.237707 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b73fc3-e77e-434e-b55c-fa14e34a55b2 req-ed162284-f39c-405f-a80f-0c04fa2154ea tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:53.239273 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f4b73fc3-e77e-434e-b55c-fa14e34a55b2 req-ed162284-f39c-405f-a80f-0c04fa2154ea tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Jul 28 18:08:53.245941 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:53.289185 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f4b73fc3-e77e-434e-b55c-fa14e34a55b2 req-8f3508b3-5d4a-44aa-88ed-fb6e92bc16de tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441144 Jul 28 18:08:53.320654 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: ACTIVE; New status is: DOWN {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:53.320966 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:53.346196 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:53.348446 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf3d11-8fdb-4a01-b9ce-48f4b2e395e7" -d '{"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:53.366145 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:53.386972 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a73425-a192-40ee-8752-329e3c4ef039 x-openstack-request-id: req-53a73425-a192-40ee-8752-329e3c4ef039 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:53.387296 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:53.387555 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-53a73425-a192-40ee-8752-329e3c4ef039 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:53.387957 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a73425-a192-40ee-8752-329e3c4ef039'] response: {'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'code': 200} Jul 28 18:08:53.430495 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d43d9a12-ca82-46f9-be7f-2df4b0736ef4 req-9c3c3fcb-6192-4609-9b92-091cac0ac0a4 service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896606 Jul 28 18:08:53.461641 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:53.513673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=8']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:53.579590 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd32196-bcd1-44e6-8341-69d20065b2de req-914e1a8e-7325-43a9-b3b8-8511113bd0ec tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:53.580983 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3bd32196-bcd1-44e6-8341-69d20065b2de req-914e1a8e-7325-43a9-b3b8-8511113bd0ec tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 943 time: 0.0524480 Jul 28 18:08:53.629890 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3bd32196-bcd1-44e6-8341-69d20065b2de req-028a38b4-69d2-47a4-8913-929cded3a8b0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Jul 28 18:08:54.418770 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e77c2-b556-4088-9349-352c0ea0ab12 req-38908113-b947-4fff-8e72-4a9b4d722c60 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:54.420257 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a64e77c2-b556-4088-9349-352c0ea0ab12 req-38908113-b947-4fff-8e72-4a9b4d722c60 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0496368 Jul 28 18:08:54.470692 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a64e77c2-b556-4088-9349-352c0ea0ab12 req-e05b27ac-bcbb-49e3-9981-835efe61ed29 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437651 Jul 28 18:08:54.754070 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934040e-1d89-4546-b606-e453db7e8e51 req-f41535f6-cc13-4e91-a6dd-475a859e3f05 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:54.755599 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1934040e-1d89-4546-b606-e453db7e8e51 req-f41535f6-cc13-4e91-a6dd-475a859e3f05 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 943 time: 0.0504937 Jul 28 18:08:54.804078 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1934040e-1d89-4546-b606-e453db7e8e51 req-dbbfcf52-fabf-4c40-8a3e-e01e869b59c0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Jul 28 18:08:55.597351 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356ea5-002f-44fc-8f62-cd3080316635 req-dda0a04d-343a-401b-8f4a-ca833dd5314d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:55.598763 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e1356ea5-002f-44fc-8f62-cd3080316635 req-dda0a04d-343a-401b-8f4a-ca833dd5314d tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0488214 Jul 28 18:08:55.618986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:55.650561 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e1356ea5-002f-44fc-8f62-cd3080316635 req-f56a66f7-b95b-4981-bb53-fe02e2187b95 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Jul 28 18:08:55.927855 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133053a5-cce2-4474-94fe-eed5ffd7eda8 req-9419698a-14e3-42ce-9e87-bc298829a696 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:55.929392 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-133053a5-cce2-4474-94fe-eed5ffd7eda8 req-9419698a-14e3-42ce-9e87-bc298829a696 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 943 time: 0.0503688 Jul 28 18:08:55.978640 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-133053a5-cce2-4474-94fe-eed5ffd7eda8 req-73f56f11-4b55-4626-a149-2dc49e27bb1d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434227 Jul 28 18:08:56.524517 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:57.099081 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaae7ca-d85e-46e0-99f4-a0c90618710e req-2b204b3e-ec09-4976-9f3a-5f9dd06b8a91 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:57.100714 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-baaae7ca-d85e-46e0-99f4-a0c90618710e req-2b204b3e-ec09-4976-9f3a-5f9dd06b8a91 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 943 time: 0.0490174 Jul 28 18:08:57.149576 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-baaae7ca-d85e-46e0-99f4-a0c90618710e req-2a48487b-0b52-45a9-85c5-8335880ec5bb tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Jul 28 18:08:57.274702 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 23f7eafd-8248-4438-9837-008bc6b5122c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:08:57.387457 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 23f7eafd-8248-4438-9837-008bc6b5122c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=23f7eafd-8248-4438-9837-008bc6b5122c,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:57.400878 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '23f7eafd-8248-4438-9837-008bc6b5122c', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'port_id': '23f7eafd-8248-4438-9837-008bc6b5122c', 'mac_address': 'fa:16:3e:80:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:08:57.403688 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:57.438898 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 23f7eafd-8248-4438-9837-008bc6b5122c is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:57.439918 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:57.453482 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f7eafd-8248-4438-9837-008bc6b5122c {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:08:57.473921 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 23f7eafd-8248-4438-9837-008bc6b5122c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=23f7eafd-8248-4438-9837-008bc6b5122c,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:57.582061 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:57.638851 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=23f7eafd-8248-4438-9837-008bc6b5122c,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:57.995730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['23f7eafd-8248-4438-9837-008bc6b5122c'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:08:58.064092 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:58.236039 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:58.280642 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc1511-da37-483e-9b6a-ac796f78ec41 req-829eef5f-3d86-4f76-a2bd-76f527f9303a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:58.283449 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cedc1511-da37-483e-9b6a-ac796f78ec41 req-829eef5f-3d86-4f76-a2bd-76f527f9303a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 944 time: 0.0568242 Jul 28 18:08:58.331844 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cedc1511-da37-483e-9b6a-ac796f78ec41 req-94394cc4-5bb9-41de-b416-869d0acff4ce tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Jul 28 18:08:58.540222 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:59.152506 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316f2e4-8080-488d-a340-c4e1d792810e req-95303dd0-1de5-4583-a1e3-58c0dc6adbd5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:59.153919 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0316f2e4-8080-488d-a340-c4e1d792810e req-95303dd0-1de5-4583-a1e3-58c0dc6adbd5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0526366 Jul 28 18:08:59.210680 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0316f2e4-8080-488d-a340-c4e1d792810e req-c6fe3d9c-9be8-44d7-beaf-39f87df51687 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499997 Jul 28 18:08:59.291879 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 23f7eafd-8248-4438-9837-008bc6b5122c up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:08:59.341988 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 23f7eafd-8248-4438-9837-008bc6b5122c completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:08:59.410465 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 23f7eafd-8248-4438-9837-008bc6b5122c triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:08:59.410802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:59.462152 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf4ec5-4db9-4af5-9329-78cccf4d8d36 req-27ecb8b5-0d34-4c0e-9cd8-04d1c2255cda tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:59.462875 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dddf4ec5-4db9-4af5-9329-78cccf4d8d36 req-27ecb8b5-0d34-4c0e-9cd8-04d1c2255cda tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 944 time: 0.0508666 Jul 28 18:08:59.496195 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 23f7eafd-8248-4438-9837-008bc6b5122c is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:59.502716 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:59.516160 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dddf4ec5-4db9-4af5-9329-78cccf4d8d36 req-79043c4f-09f3-450a-ada9-3b2606a84f2e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467305 Jul 28 18:08:59.524463 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:08:59.526846 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f101c93-53c2-451c-957b-93b5e76a39f7" -d '{"events": [{"server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "name": "network-vif-plugged", "status": "completed", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:08:59.540014 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 23f7eafd-8248-4438-9837-008bc6b5122c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=23f7eafd-8248-4438-9837-008bc6b5122c,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:08:59.568430 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2793d641-1347-4051-8e72-92a3d42b8379 x-openstack-request-id: req-2793d641-1347-4051-8e72-92a3d42b8379 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:08:59.568746 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "name": "network-vif-plugged", "status": "completed", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:08:59.569002 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2793d641-1347-4051-8e72-92a3d42b8379 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:08:59.569403 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2793d641-1347-4051-8e72-92a3d42b8379'] response: {'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c', 'code': 200} Jul 28 18:08:59.611784 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:59.632944 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:59.633841 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:08:59.678136 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41846) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:59.717862 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=23f7eafd-8248-4438-9837-008bc6b5122c,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:59.759654 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: DOWN; New status is: DOWN {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:08:59.770792 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-3026c00c-6ed6-482a-9753-74b420a9a500 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909617 Jul 28 18:08:59.779418 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-cc90e184-5822-4e60-bad8-4c14dae8f546 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:08:59.780353 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-cc90e184-5822-4e60-bad8-4c14dae8f546 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048847 Jul 28 18:08:59.862886 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41854) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:59.929749 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17a724-a8e5-4ea3-a046-8a91f6e1c7be req-bc41c662-91d9-4213-b69a-bda6ff1dc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:59.931234 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7b17a724-a8e5-4ea3-a046-8a91f6e1c7be req-bc41c662-91d9-4213-b69a-bda6ff1dc079 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 1129 time: 0.0564997 Jul 28 18:08:59.982786 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-6e897f6d-fbb9-42e3-a93d-e644d2e55d44 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:08:59.984246 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-6e897f6d-fbb9-42e3-a93d-e644d2e55d44 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports/7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 HTTP/1.1" status: 200 len: 940 time: 0.1201944 Jul 28 18:09:00.009625 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7b17a724-a8e5-4ea3-a046-8a91f6e1c7be req-33941784-4599-4de0-914a-8a2b30c32983 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611298 Jul 28 18:09:00.337186 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1026d3-2ad6-4723-8ef8-5005fff9f860 req-453aa360-2b35-4257-aa2f-4495b8a5a4f0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:00.338694 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5e1026d3-2ad6-4723-8ef8-5005fff9f860 req-453aa360-2b35-4257-aa2f-4495b8a5a4f0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0487235 Jul 28 18:09:00.391581 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5e1026d3-2ad6-4723-8ef8-5005fff9f860 req-215f6c89-dfab-4dd8-be42-b5dfa765c7d9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Jul 28 18:09:00.636907 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85819096-6d03-4456-8c69-87c59dd24f07 req-1478fec1-766e-4b38-86ad-ae7bbbf286d2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:00.638419 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-85819096-6d03-4456-8c69-87c59dd24f07 req-1478fec1-766e-4b38-86ad-ae7bbbf286d2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0470114 Jul 28 18:09:00.690003 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-85819096-6d03-4456-8c69-87c59dd24f07 req-8f118030-f12e-496d-a63e-7d04dc994a97 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Jul 28 18:09:01.118834 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-cfe769d8-cc2d-4bac-bcdd-b1b6b1e0c42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:01.504511 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:01.523283 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038c37-14b5-400f-97c3-400113fe8110 req-9195529f-f03f-4151-a391-305f904963ad tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:01.529027 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b1038c37-14b5-400f-97c3-400113fe8110 req-9195529f-f03f-4151-a391-305f904963ad tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0538454 Jul 28 18:09:01.573647 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b1038c37-14b5-400f-97c3-400113fe8110 req-3d9420e5-7759-4485-b42a-330ce446ce92 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 Jul 28 18:09:01.812377 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5f662-f4ce-4a5b-befa-5c9b7db0b349 req-c6d50f24-8e75-43af-bd6b-648152370847 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:01.814545 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8bf5f662-f4ce-4a5b-befa-5c9b7db0b349 req-c6d50f24-8e75-43af-bd6b-648152370847 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0474482 Jul 28 18:09:01.866934 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8bf5f662-f4ce-4a5b-befa-5c9b7db0b349 req-eb88db1f-12c2-45de-86cf-9716e697d2c3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466809 Jul 28 18:09:01.984738 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60647f-b3fa-4ec3-97f2-b26115c9e3f7 req-3d102053-35cd-4c3b-b322-419852c360e9 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:01.986931 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7c60647f-b3fa-4ec3-97f2-b26115c9e3f7 req-3d102053-35cd-4c3b-b322-419852c360e9 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0506182 Jul 28 18:09:01.998837 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41888) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:09:02.005585 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'floatingip': {'port_id': '23f7eafd-8248-4438-9837-008bc6b5122c'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:09:02.050061 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (d6b8fbd7-52fe-4835-a7b9-3559780f825c), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:02.229279 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-bddf0c2d-5da8-4c7e-9707-d84edf1bab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.230975 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-bddf0c2d-5da8-4c7e-9707-d84edf1bab4d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575&tenant_id=2732f627abb44936bedd3293898b24f3 HTTP/1.1" status: 200 len: 1127 time: 0.1085792 Jul 28 18:09:02.352787 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-6648542c-d0d4-4f3b-9fe0-e622f0edab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.354327 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-6648542c-d0d4-4f3b-9fe0-e622f0edab94 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=2732f627abb44936bedd3293898b24f3&device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 1127 time: 0.0797091 Jul 28 18:09:02.506671 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-0408e74c-3a70-4727-b89a-54461e887413 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416138 Jul 28 18:09:02.570313 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-860bfa7f-e50f-4873-b91a-d297ee9c7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.571816 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-860bfa7f-e50f-4873-b91a-d297ee9c7140 service neutron] 10.222.0.99 "GET /v2.0/networks?id=144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 200 len: 918 time: 0.2091293 Jul 28 18:09:02.596967 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:02.605555 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7123-129a-4f53-ae38-35525426734f req-f25204e8-14e3-4540-a782-7f10679e7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.607126 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-f25204e8-14e3-4540-a782-7f10679e7c7c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 1129 time: 0.0421529 Jul 28 18:09:02.623027 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:02.681176 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-3a8541f0-d5c8-4a09-8b12-d44fd75bf551 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 HTTP/1.1" status: 200 len: 998 time: 0.0972588 Jul 28 18:09:02.753681 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca93e3-1be8-48dd-a7c5-b5bfde8dd10a req-f9452983-b5c3-4630-a76c-cc4974fc24d9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.755266 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-93ca93e3-1be8-48dd-a7c5-b5bfde8dd10a req-f9452983-b5c3-4630-a76c-cc4974fc24d9 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0602865 Jul 28 18:09:02.789070 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:02.791152 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-0e14a040-f3cf-4e8f-9a23-3e11fe98a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.792646 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-0e14a040-f3cf-4e8f-9a23-3e11fe98a999 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 200 len: 856 time: 0.1047711 Jul 28 18:09:02.795926 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7123-129a-4f53-ae38-35525426734f req-1d5b7274-47fb-44fa-a4fd-183225cb1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.797385 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-1d5b7274-47fb-44fa-a4fd-183225cb1c8c service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.1522348 Jul 28 18:09:02.810309 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:02.839123 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-e46a8238-07ad-427b-8ebb-f33e835b13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.840933 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-e46a8238-07ad-427b-8ebb-f33e835b13ad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=144cc463-6995-43c7-bdb8-22e214402d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419548 Jul 28 18:09:02.863857 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-93ca93e3-1be8-48dd-a7c5-b5bfde8dd10a req-9f4baaf2-d5b7-4536-bab1-4b2de1d9ab10 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970170 Jul 28 18:09:02.894669 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-2e40c39d-81b3-4c90-9b98-e8a6525bbe63 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed HTTP/1.1" status: 200 len: 1000 time: 0.0864952 Jul 28 18:09:02.900909 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (d6b8fbd7-52fe-4835-a7b9-3559780f825c), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:02.948050 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7123-129a-4f53-ae38-35525426734f req-cf4c3b48-4e01-4f7e-8465-ee1fdb67421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.949928 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-cf4c3b48-4e01-4f7e-8465-ee1fdb67421c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0498433 Jul 28 18:09:02.996237 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7123-129a-4f53-ae38-35525426734f req-b4f9855f-cc47-4c85-ae88-37519a1edf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:02.998115 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-b4f9855f-cc47-4c85-ae88-37519a1edf50 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422533 Jul 28 18:09:03.036257 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-6f4fa8bb-f2e2-4671-a314-2e0a8a7771de service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887136 Jul 28 18:09:03.051390 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Floating IP d6b8fbd7-52fe-4835-a7b9-3559780f825c associated. External IP: 172.27.0.35, port: 23f7eafd-8248-4438-9837-008bc6b5122c. Jul 28 18:09:03.109258 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-23c327a5-b749-4846-9ed9-47cf98281222 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041999 Jul 28 18:09:03.209971 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1bbb7123-129a-4f53-ae38-35525426734f req-6782b677-c30d-45d3-b5b9-e001ae71f66a service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947351 Jul 28 18:09:03.474940 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5f122be-1945-4d3d-a5df-9ff8e5e36962 req-67320aa9-30d0-404e-b2a7-994943cc3d39 service neutron] 10.222.0.99 "GET /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328582 Jul 28 18:09:03.547432 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-41772f81-d090-4f39-bcae-e375d6d5f495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:03.587348 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:09:03.714368 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:03.718896 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:03.724906 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:03.731979 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] Sync routers for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:03.742447 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:03.743080 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:03.761195 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-7de72ece-c82f-4549-8741-592a75edd8bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "PUT /v2.0/floatingips/d6b8fbd7-52fe-4835-a7b9-3559780f825c HTTP/1.1" status: 200 len: 990 time: 1.7611063 Jul 28 18:09:03.762422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:03.764993 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfab0991-d431-4fba-b8e5-b6beb3fc4994" -d '{"events": [{"name": "network-changed", "server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:03.805844 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed8730b-af49-4bc5-be6e-149e0e78a064 x-openstack-request-id: req-fed8730b-af49-4bc5-be6e-149e0e78a064 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:03.806210 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:03.806511 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fed8730b-af49-4bc5-be6e-149e0e78a064 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:03.806871 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed8730b-af49-4bc5-be6e-149e0e78a064'] response: {'name': 'network-changed', 'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c', 'status': 'completed', 'code': 200} Jul 28 18:09:03.865650 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:03.867202 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:04.019507 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b87192-b68e-457a-87d5-d9029bcb3b10 req-5f7a5786-4702-4b17-a62a-03f0a3118378 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:04.021069 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43b87192-b68e-457a-87d5-d9029bcb3b10 req-5f7a5786-4702-4b17-a62a-03f0a3118378 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0535874 Jul 28 18:09:04.070692 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43b87192-b68e-457a-87d5-d9029bcb3b10 req-4d8a82f3-c5c2-4154-a722-15b8bf6e08a0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440278 Jul 28 18:09:04.105350 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'd6b8fbd7-52fe-4835-a7b9-3559780f825c', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'port_id': '23f7eafd-8248-4438-9837-008bc6b5122c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'mac_address': 'fa:16:3e:80:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a9106-a56f-4acb-9056-7672341ebccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:08:41Z', 'updated_at': '2022-07-28T18:09:02Z', 'revision_number': 1, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:04.131124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] Checking router: b584bbf2-f53a-4179-aaaf-fcc4ca03b252 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:09:04.139658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:04.140262 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:04.184986 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:04.235786 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-cf09e2ac-956a-41e2-a991-6eccb86abd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:04.237605 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-cf09e2ac-956a-41e2-a991-6eccb86abd60 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 1129 time: 0.0596516 Jul 28 18:09:04.374158 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-b33b4ed8-7777-4bbf-a3f9-edd33131b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:04.376200 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-b33b4ed8-7777-4bbf-a3f9-edd33131b6e7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 911 time: 0.1148658 Jul 28 18:09:04.392904 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:04.461946 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-49d0e8f4-8c62-41e0-8938-84b19bbc6241 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f7eafd-8248-4438-9837-008bc6b5122c HTTP/1.1" status: 200 len: 998 time: 0.0679615 Jul 28 18:09:04.503977 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-ab653c56-ca67-45bf-87cb-0895b5f282d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:04.505497 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-ab653c56-ca67-45bf-87cb-0895b5f282d8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 200 len: 849 time: 0.0475490 Jul 28 18:09:04.546901 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:04.556943 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-c6d36eb3-f548-45cc-9e04-7ccc022efc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:04.558632 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-c6d36eb3-f548-45cc-9e04-7ccc022efc82 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468550 Jul 28 18:09:04.634415 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'd6b8fbd7-52fe-4835-a7b9-3559780f825c', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'port_id': '23f7eafd-8248-4438-9837-008bc6b5122c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'mac_address': 'fa:16:3e:80:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a9106-a56f-4acb-9056-7672341ebccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:08:41Z', 'updated_at': '2022-07-28T18:09:02Z', 'revision_number': 1, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:04.669938 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d874e01-84e6-4a89-a41f-8aa8655b08f2 None None] The sync data for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi is: [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'd6b8fbd7-52fe-4835-a7b9-3559780f825c', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'port_id': '23f7eafd-8248-4438-9837-008bc6b5122c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'mac_address': 'fa:16:3e:80:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a9106-a56f-4acb-9056-7672341ebccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:08:41Z', 'updated_at': '2022-07-28T18:09:02Z', 'revision_number': 1, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:04.692774 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-8a8742a5-f0bb-47c1-bfc6-038d41f2bfaa service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259589 Jul 28 18:09:04.734758 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41940) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:09:04.803251 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Deleting subnet 2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6 {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:09:04.818638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Publish callbacks [] for subnet (2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:04.913468 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31054957'] for subnet (2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:04.999411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:05.015305 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfab0991-d431-4fba-b8e5-b6beb3fc4994 req-5e03ab7e-0144-4f2d-9607-c94d73298f6b service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170148 Jul 28 18:09:05.016692 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.078667 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333e0c5-3472-46be-92aa-d654705c12de None None] New status for floating IP d6b8fbd7-52fe-4835-a7b9-3559780f825c: ACTIVE {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:09:05.148083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31051848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29463256'] for subnet (2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.187423 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:05.196142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.202742 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2a49cd95-0bbb-4d08-85f6-2629ba5cf2b6 HTTP/1.1" status: 204 len: 168 time: 0.4637337 Jul 28 18:09:05.202903 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41944) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:09:05.258915 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.259350 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.259846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.260479 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.261048 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.261606 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.262132 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.262706 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.263305 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.263789 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.264141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.264488 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.264903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.265315 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.265746 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c78268-b5fa-4848-9688-2c4c65839f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:05.293041 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143a021-b630-4942-9d37-adec92789307 req-0fe14e3a-5705-43b7-be31-582defcbfd76 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:05.294615 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d143a021-b630-4942-9d37-adec92789307 req-0fe14e3a-5705-43b7-be31-582defcbfd76 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.1193783 Jul 28 18:09:05.313320 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:05.342737 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (01c55f50-a315-477f-80d3-c30431bfaa68), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.402458 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d143a021-b630-4942-9d37-adec92789307 req-9f08a144-b3ca-46d1-a575-101beb2812ad tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953412 Jul 28 18:09:05.470808 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (01c55f50-a315-477f-80d3-c30431bfaa68), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.503037 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c55f50-a315-477f-80d3-c30431bfaa68']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:05.515800 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:05.521060 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe26c3a9-e057-48f8-aef5-ffc6c88c9e19') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:05.528140 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (fe26c3a9-e057-48f8-aef5-ffc6c88c9e19), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.544915 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (fe26c3a9-e057-48f8-aef5-ffc6c88c9e19), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.554138 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:09:05.555289 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (fe26c3a9-e057-48f8-aef5-ffc6c88c9e19), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.619086 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment fe26c3a9-e057-48f8-aef5-ffc6c88c9e19 resource provider aggregate not found Jul 28 18:09:05.652261 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment fe26c3a9-e057-48f8-aef5-ffc6c88c9e19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe26c3a9-e057-48f8-aef5-ffc6c88c9e19 found for delete ", "request_id": "req-6f8f5d22-d58e-4d60-95dd-54b77bd74f88"}]} Jul 28 18:09:05.707259 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (01c55f50-a315-477f-80d3-c30431bfaa68), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.728550 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:05.735940 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] 10.222.0.85 "DELETE /v2.0/networks/01c55f50-a315-477f-80d3-c30431bfaa68 HTTP/1.1" status: 204 len: 168 time: 0.5322926 Jul 28 18:09:05.737596 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77415252-74a0-4863-a785-c0de941c4afd admin admin] Pushing event deleted for resources: {'Network': ['ID=01c55f50-a315-477f-80d3-c30431bfaa68,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:06.149505 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 41952) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:09:06.181223 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:06.189898 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:06.217217 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 41954) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:09:06.217807 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-44bc8ef6-f1e3-4dc5-be85-5d3010bc46c8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=613c6d4f37814a209077ac2c19506674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667312 Jul 28 18:09:06.221536 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:06.270318 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:06.288940 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2a3cc045-4323-462b-aee5-697053754b5f admin admin] Publish callbacks [] for security_group (c1b30aa0-54c3-4a6c-940c-54d873482ca3), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:06.320496 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2a3cc045-4323-462b-aee5-697053754b5f admin admin] Publish callbacks [] for security_group (c1b30aa0-54c3-4a6c-940c-54d873482ca3), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:06.438686 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2a3cc045-4323-462b-aee5-697053754b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c1b30aa0-54c3-4a6c-940c-54d873482ca3), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:06.442105 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2a3cc045-4323-462b-aee5-697053754b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:06.443589 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-2a3cc045-4323-462b-aee5-697053754b5f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c1b30aa0-54c3-4a6c-940c-54d873482ca3 HTTP/1.1" status: 204 len: 168 time: 0.2249587 Jul 28 18:09:06.453931 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cc045-4323-462b-aee5-697053754b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b30aa0-54c3-4a6c-940c-54d873482ca3,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:06.571745 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05477e-4ecd-43c3-aa85-8a04c3e9885d req-4e042aee-38b0-4d2f-bcc7-5d51e6d25107 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:06.580171 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0f05477e-4ecd-43c3-aa85-8a04c3e9885d req-4e042aee-38b0-4d2f-bcc7-5d51e6d25107 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0705924 Jul 28 18:09:06.647010 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0f05477e-4ecd-43c3-aa85-8a04c3e9885d req-e5cd17b1-b224-4b60-b9f6-a0c249f944c1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655310 Jul 28 18:09:07.782707 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd90c49-88a1-4361-ac97-fa4013bc184e req-771c798d-c536-4496-af7a-1288979d2355 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:07.784311 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dfd90c49-88a1-4361-ac97-fa4013bc184e req-771c798d-c536-4496-af7a-1288979d2355 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0551651 Jul 28 18:09:07.839177 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dfd90c49-88a1-4361-ac97-fa4013bc184e req-3f8e80cd-2d5a-416e-9e82-385ba8e4e1c1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490103 Jul 28 18:09:08.989808 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8527d2-1605-4bc0-abfc-a0f37532c647 req-71fef223-b84e-4b58-9c9a-fb2a121a88cd tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:08.994847 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ea8527d2-1605-4bc0-abfc-a0f37532c647 req-71fef223-b84e-4b58-9c9a-fb2a121a88cd tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0576875 Jul 28 18:09:09.048729 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ea8527d2-1605-4bc0-abfc-a0f37532c647 req-c8ffc248-04f5-4359-895b-b4e4f9b34eb7 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Jul 28 18:09:10.184142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16f7e5-521f-4eb7-8caf-393b5802454a req-77cca6c3-1d44-4a5a-bf15-33848f246dea tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:10.185721 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac16f7e5-521f-4eb7-8caf-393b5802454a req-77cca6c3-1d44-4a5a-bf15-33848f246dea tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0520062 Jul 28 18:09:10.240264 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac16f7e5-521f-4eb7-8caf-393b5802454a req-1de729d2-be02-4679-b364-86636f311c70 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477595 Jul 28 18:09:11.410312 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3971bb-d76d-4603-bb17-5fcf3aa983a0 req-3945222d-01cd-48e8-a237-600f73de6001 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:11.414810 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ef3971bb-d76d-4603-bb17-5fcf3aa983a0 req-3945222d-01cd-48e8-a237-600f73de6001 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0741489 Jul 28 18:09:11.478101 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ef3971bb-d76d-4603-bb17-5fcf3aa983a0 req-e4475d51-5e9b-4f97-b608-296065a63689 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571148 Jul 28 18:09:12.055622 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8862d-0079-4ec2-ba15-81cbc4eb64b0 req-ef127c25-ca72-4702-942d-ae18ef836d57 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:12.057840 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-22b8862d-0079-4ec2-ba15-81cbc4eb64b0 req-ef127c25-ca72-4702-942d-ae18ef836d57 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0638316 Jul 28 18:09:12.115867 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-22b8862d-0079-4ec2-ba15-81cbc4eb64b0 req-8a35a2d2-75ed-4312-9527-3ee5e7f9924b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514061 Jul 28 18:09:12.613899 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fc96e-a8e7-404d-9e6e-8177dd2b64ad req-42eab21b-d1cf-4646-a2ff-c2925d1a5772 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:12.615402 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2a1fc96e-a8e7-404d-9e6e-8177dd2b64ad req-42eab21b-d1cf-4646-a2ff-c2925d1a5772 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0494857 Jul 28 18:09:12.666879 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2a1fc96e-a8e7-404d-9e6e-8177dd2b64ad req-cff4294c-c5c1-4695-a422-bba5c0f2ec4a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457261 Jul 28 18:09:13.238628 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b4779-a9c6-431a-809b-5e35b051396b req-e6a892f5-3b35-48ed-96c4-2ee6a5d84593 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:13.240111 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-376b4779-a9c6-431a-809b-5e35b051396b req-e6a892f5-3b35-48ed-96c4-2ee6a5d84593 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0497327 Jul 28 18:09:13.293941 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-376b4779-a9c6-431a-809b-5e35b051396b req-504e6279-d8cb-4974-afc7-5e78afd8def3 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 Jul 28 18:09:13.793481 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf979a33-f39a-4a89-a652-5630d18708ae req-0d15939d-39af-44b0-b02c-46a2c82631ac tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:13.795005 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bf979a33-f39a-4a89-a652-5630d18708ae req-0d15939d-39af-44b0-b02c-46a2c82631ac tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0481551 Jul 28 18:09:13.843881 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bf979a33-f39a-4a89-a652-5630d18708ae req-5fe18873-9bf0-4728-9591-b77d9cd2cd1f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Jul 28 18:09:14.413137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22229b-c8ee-4e5b-9557-83dd18cf5a8d req-e8864964-271d-429b-a198-bdbbdcdb57ab tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:14.414673 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7e22229b-c8ee-4e5b-9557-83dd18cf5a8d req-e8864964-271d-429b-a198-bdbbdcdb57ab tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0485160 Jul 28 18:09:14.465211 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7e22229b-c8ee-4e5b-9557-83dd18cf5a8d req-e83b6e2e-936f-4414-9839-8733fde43f93 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447578 Jul 28 18:09:14.968745 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe81aef-c349-44b5-904c-168e96b7df1c req-4204cfed-1f6c-45e9-a141-06fd344597cb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:14.970933 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-afe81aef-c349-44b5-904c-168e96b7df1c req-4204cfed-1f6c-45e9-a141-06fd344597cb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 943 time: 0.0489004 Jul 28 18:09:15.018709 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-afe81aef-c349-44b5-904c-168e96b7df1c req-4ab2b8ac-7bee-4506-9cf5-1f2c7b3b3816 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Jul 28 18:09:15.351141 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:09:15.401098 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-713e6058-297b-4b82-9885-7582abedc22f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:15.402635 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-713e6058-297b-4b82-9885-7582abedc22f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0492630 Jul 28 18:09:15.455222 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:15.466342 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'port_id': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'mac_address': 'fa:16:3e:9e:39:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:09:15.492761 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Deleting port e04a6944-3588-4a0b-9a97-45eafc96eeed {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:09:15.493356 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:15.502048 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:09:15.502513 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:15.516015 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:09:15.542112 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:15.609717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e105df-5905-45ba-afcd-250fe461edc0 req-7fa311fc-1f49-41b8-9cf8-0b0a4eb3dc5e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:15.611379 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e3e105df-5905-45ba-afcd-250fe461edc0 req-7fa311fc-1f49-41b8-9cf8-0b0a4eb3dc5e tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 945 time: 0.0679359 Jul 28 18:09:15.615295 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:15.645107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:15.657544 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] For port e04a6944-3588-4a0b-9a97-45eafc96eeed, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e04a6944-3588-4a0b-9a97-45eafc96eeed,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:15.660486 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:15.664162 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=9']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:15.671280 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.671616 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.671956 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.672567 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.672698 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.673001 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.673324 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.673648 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.673971 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.674857 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.674857 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.675086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.675260 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.675610 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.675896 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:09:15.756438 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e3e105df-5905-45ba-afcd-250fe461edc0 req-28be0e69-a7fd-4336-a867-3f64de2495be tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366770 Jul 28 18:09:15.782658 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:15.913277 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:15.913561 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (fc1fe053-ffb2-49fc-ade7-2f7f273b7322), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:15.913881 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Floating IP fc1fe053-ffb2-49fc-ade7-2f7f273b7322 disassociated. External IP: 172.27.0.97, port: e04a6944-3588-4a0b-9a97-45eafc96eeed. Jul 28 18:09:15.914228 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Calling delete_port for e04a6944-3588-4a0b-9a97-45eafc96eeed owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:09:15.991597 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:16.041500 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:16.107194 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:16.147778 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d07af-ae97-4354-b621-2170849511f5 req-18e59115-40bb-48ea-8dbf-5137052e9184 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:16.154653 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bb9d07af-ae97-4354-b621-2170849511f5 req-18e59115-40bb-48ea-8dbf-5137052e9184 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 944 time: 0.0521874 Jul 28 18:09:16.198666 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bb9d07af-ae97-4354-b621-2170849511f5 req-a14d36f2-0b8f-48e1-9b6e-88ac84dd77f1 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 Jul 28 18:09:16.214930 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (e04a6944-3588-4a0b-9a97-45eafc96eeed), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:16.259386 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event deleted for resources: {'Port': ['ID=e04a6944-3588-4a0b-9a97-45eafc96eeed,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:16.368061 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:09:16.474840 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:16.485763 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:16.497468 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:16.498213 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:16.523841 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] No DVR routers for this DVR port e04a6944-3588-4a0b-9a97-45eafc96eeed on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:09:16.526696 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:16.530228 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1589cf91-3837-4f3d-b3f8-33fc52e7e5a9 req-040d9041-c854-4337-aab7-1ae18488a413 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "DELETE /v2.0/ports/e04a6944-3588-4a0b-9a97-45eafc96eeed HTTP/1.1" status: 204 len: 173 time: 1.1226156 Jul 28 18:09:16.530666 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'name': 'network-vif-deleted', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:16.534293 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171600a9-0f91-495c-aa10-99f99463e67a" -d '{"events": [{"server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "name": "network-vif-deleted", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:16.578149 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded67fc6-4f39-4df4-91da-ed2abf39ba20 x-openstack-request-id: req-ded67fc6-4f39-4df4-91da-ed2abf39ba20 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:16.578528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1642e2-8e19-4214-8ada-503d731de538", "name": "network-vif-deleted", "tag": "e04a6944-3588-4a0b-9a97-45eafc96eeed", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:16.578790 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ded67fc6-4f39-4df4-91da-ed2abf39ba20 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:16.579234 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded67fc6-4f39-4df4-91da-ed2abf39ba20'] response: {'server_uuid': '1f1642e2-8e19-4214-8ada-503d731de538', 'name': 'network-vif-deleted', 'tag': 'e04a6944-3588-4a0b-9a97-45eafc96eeed', 'status': 'completed', 'code': 200} Jul 28 18:09:16.600950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:16.629055 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:16.853179 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:16.867803 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d6fcaf2d-35b6-4c42-b2ca-03aea6d53a2d req-631d177e-c704-49fc-ad1d-5ea85f2a8741 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0348501 Jul 28 18:09:16.881347 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:09:16.889797 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:16.890455 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:16.998829 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:17.111082 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:17.195366 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:17.221973 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb0c30-998a-4334-8d9a-68c2a8c48885 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:17.340929 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35fae-999e-4a81-b12b-84892d1f7e5b req-af9cc118-f0d1-442e-b3cb-ffe071001e92 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:17.342521 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d6d35fae-999e-4a81-b12b-84892d1f7e5b req-af9cc118-f0d1-442e-b3cb-ffe071001e92 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 944 time: 0.0540273 Jul 28 18:09:17.352826 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:17.407200 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:09:17.407416 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d6d35fae-999e-4a81-b12b-84892d1f7e5b req-a172685f-a515-46ab-b98a-2f8dccc70436 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556684 Jul 28 18:09:17.407586 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:17.470124 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b39435-c1f2-420e-a7f0-1290c9049dbe None None] New status for floating IP fc1fe053-ffb2-49fc-ade7-2f7f273b7322: DOWN {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:09:17.493696 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:09:17.494292 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:17.520649 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:17.520649 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fbc084-55e1-4ef6-831b-7fc9d4f45eb2" -d '{"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-plugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:17.533394 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:17.562432 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b62fd-8724-48ea-910e-8474ebcb1139 x-openstack-request-id: req-236b62fd-8724-48ea-910e-8474ebcb1139 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:17.562723 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-plugged", "status": "completed", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:17.563013 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-236b62fd-8724-48ea-910e-8474ebcb1139 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:17.563685 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236b62fd-8724-48ea-910e-8474ebcb1139'] response: {'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'code': 200} Jul 28 18:09:17.609135 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:17.610614 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device e04a6944-3588-4a0b-9a97-45eafc96eeed no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:17.652308 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: e04a6944-3588-4a0b-9a97-45eafc96eeed {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:09:17.652733 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device e04a6944-3588-4a0b-9a97-45eafc96eeed not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:09:17.679653 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=10']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:17.933415 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153759ef-e60c-4246-94e8-7d9a6ec1db53 req-2f0420c0-ba3f-4cc3-941c-d862bf156683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:17.934929 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-153759ef-e60c-4246-94e8-7d9a6ec1db53 req-2f0420c0-ba3f-4cc3-941c-d862bf156683 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 1130 time: 0.0392101 Jul 28 18:09:17.994330 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d5d5b93e-3ec5-4101-8b1a-e3c57bf8ae5a req-149a902f-bdee-4174-9c1b-a6e3ee4b805a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0462914 Jul 28 18:09:18.010627 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-153759ef-e60c-4246-94e8-7d9a6ec1db53 req-be6bf4da-c360-4549-a9dd-9506d9f351ae service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695047 Jul 28 18:09:18.540851 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9eb8-cc47-4af0-a0ff-4b526591e5cc req-67969703-85ed-4a37-91d2-493ca30e7ae8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:18.542333 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-833f9eb8-cc47-4af0-a0ff-4b526591e5cc req-67969703-85ed-4a37-91d2-493ca30e7ae8 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0505183 Jul 28 18:09:18.596706 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-833f9eb8-cc47-4af0-a0ff-4b526591e5cc req-04cb6646-eab6-45b5-9fb7-f6b369dc2ea0 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486245 Jul 28 18:09:19.096972 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:19.116948 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-67596ff7-b1d5-4cec-bedd-f9165e2981d4 req-76414e78-10ae-4cf3-8313-fd2b40fcba34 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f1642e2-8e19-4214-8ada-503d731de538 HTTP/1.1" status: 200 len: 210 time: 0.0382385 Jul 28 18:09:19.731013 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c499-ea31-41db-8c5f-712a8b754cbd req-f6c3a3e6-b85b-45a4-b429-28941921db27 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:19.732858 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e68c499-ea31-41db-8c5f-712a8b754cbd req-f6c3a3e6-b85b-45a4-b429-28941921db27 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0559282 Jul 28 18:09:19.783767 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2e68c499-ea31-41db-8c5f-712a8b754cbd req-3813b39b-8a76-421b-85e5-aa93af31a848 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443342 Jul 28 18:09:20.419331 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-9d5a2766-6fcd-45b9-b7f3-bafe36fd87ba tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342836541&fields=id&tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 267 time: 0.0519083 Jul 28 18:09:20.504734 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:20.546015 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-a9a94f23-f175-4a44-9f6d-bd862ecb60a2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:20.547880 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-a9a94f23-f175-4a44-9f6d-bd862ecb60a2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 811 time: 0.1211252 Jul 28 18:09:20.563833 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-396832c4-bf27-45f6-b120-91bf9124825a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/quotas/a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 375 time: 0.0103447 Jul 28 18:09:20.622301 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-d2b7bb86-b21b-4bc0-bbb4-d338bfcc06df tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528753 Jul 28 18:09:20.841516 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-fdd1993b-ec45-4883-875d-401d3b90e127 service neutron] 10.222.0.85 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051113 Jul 28 18:09:20.926047 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b59846-504b-45f8-a401-331d42bf879a req-7e8b3b0b-ee32-4e6c-ac44-0e061b36551b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:20.927702 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f7b59846-504b-45f8-a401-331d42bf879a req-7e8b3b0b-ee32-4e6c-ac44-0e061b36551b tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0561678 Jul 28 18:09:20.946923 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-5619a883-d6d1-4a03-bac7-ecf1f40ba4dd service neutron] 10.222.0.85 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049068 Jul 28 18:09:20.979878 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f7b59846-504b-45f8-a401-331d42bf879a req-d3f93ae5-4dc9-45d8-a535-4a08368f345f tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460913 Jul 28 18:09:21.616634 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5225cdeb-324c-4697-8d4f-5649ccdd73d2 req-7181818c-ecb4-44ba-a9ed-c8d48714db48 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 210 time: 0.0329912 Jul 28 18:09:22.136186 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f338394-f43b-4452-aef6-aade0df6fdd5 req-1eac8e0b-7e6b-46ef-bb3f-4caf9c8f6867 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:22.137780 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7f338394-f43b-4452-aef6-aade0df6fdd5 req-1eac8e0b-7e6b-46ef-bb3f-4caf9c8f6867 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0601680 Jul 28 18:09:22.192089 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7f338394-f43b-4452-aef6-aade0df6fdd5 req-d4cbfb35-2ca9-4f97-b4f8-d8299c617dbe tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474360 Jul 28 18:09:22.723734 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6ac6451b-11ee-4ad9-af45-3d4a63a8f33f req-74614ba7-8d3d-42f4-bc36-d38848941c87 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 210 time: 0.0284972 Jul 28 18:09:23.673453 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4b6f5752-3187-4a6b-9cd0-c6060d5938d0 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:23.674939 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4b6f5752-3187-4a6b-9cd0-c6060d5938d0 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 811 time: 0.1037214 Jul 28 18:09:23.749512 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-f1017730-826f-4bd4-8f39-d2a5d7400c2d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 380 time: 0.0591974 Jul 28 18:09:23.758573 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'port': {'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'admin_state_up': True, 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'security_groups': ['7d626d7d-b8fe-4435-9d4b-53ace8fb8048']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:09:23.828291 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-98333679-0534-49ca-b707-1bf522dd5e22 req-630ce616-4617-48b5-801b-784683f8aba6 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 210 time: 0.0287035 Jul 28 18:09:23.836280 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:23.951821 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Made reservation on behalf of a1b1e6abd55a4b17b4a452a80a6bbdbc for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:09:23.955537 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:24.094780 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Allocated IP 172.20.0.9 (2745d657-8db7-4817-b0a4-814cddf7a093/08ef3431-6ca3-4489-9b13-69d86c343a65/865b74cb-5e80-4ef5-a157-9e8ba6c62279) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:24.239731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:24.352561 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:24.361960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:24.400014 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Network 2745d657-8db7-4817-b0a4-814cddf7a093 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:24.403482 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:24.408126 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:09:24.432018 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=865b74cb-5e80-4ef5-a157-9e8ba6c62279,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:24.463343 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:24.464037 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:24.560773 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-bae5db53-d149-423f-a8fe-cff64104c765 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064740 Jul 28 18:09:24.580563 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Request body: {'port': {'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:09:24.597784 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-8e146a93-84c9-40df-8e0a-b1822713eff4 None None] Provisioning complete for port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:09:24.598424 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-8e146a93-84c9-40df-8e0a-b1822713eff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:24.630833 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-8e146a93-84c9-40df-8e0a-b1822713eff4 None None] Port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:09:24.644873 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:24.848256 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:24.922649 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865b74cb-5e80-4ef5-a157-9e8ba6c62279 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:09:24.947295 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Publish callbacks [] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:24.969929 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Transition to ACTIVE for port object 865b74cb-5e80-4ef5-a157-9e8ba6c62279 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:09:24.976532 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34ab73-c325-44a8-b8db-6d97cd28ed3f req-384a2d7a-17bb-4a53-b992-28924b291705 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:24.978196 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6e34ab73-c325-44a8-b8db-6d97cd28ed3f req-384a2d7a-17bb-4a53-b992-28924b291705 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 931 time: 0.0671690 Jul 28 18:09:25.034518 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6e34ab73-c325-44a8-b8db-6d97cd28ed3f req-bc1284c3-4c46-4520-866d-669be2017677 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502639 Jul 28 18:09:25.083658 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:25.132638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Pushing event updated for resources: {'Port': ['ID=865b74cb-5e80-4ef5-a157-9e8ba6c62279,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:25.212517 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Attempting to bind port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:09:25.212860 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Attempting to bind port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:09:25.213180 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Attempting to bind port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:09:25.218001 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 on network 2745d657-8db7-4817-b0a4-814cddf7a093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:09:25.218325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Attempting to bind port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:09:25.221758 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:25.224652 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:09:25.224994 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Checking segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:09:25.225375 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Bound using segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:09:25.225802 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Bound port: 865b74cb-5e80-4ef5-a157-9e8ba6c62279, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:09:25.226160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:25.297733 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] For port 865b74cb-5e80-4ef5-a157-9e8ba6c62279, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:09:25.301123 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] For port 865b74cb-5e80-4ef5-a157-9e8ba6c62279, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:09:25.411093 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:25.445675 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:25.446289 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:25.447701 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] 10.222.0.99 "PUT /v2.0/ports/865b74cb-5e80-4ef5-a157-9e8ba6c62279 HTTP/1.1" status: 200 len: 1093 time: 0.8721864 Jul 28 18:09:25.448109 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:25.450412 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd896db8-c72d-4a2f-8f4f-e6f732b1591b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:25.475404 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e7ed0-c6b4-4f81-8b5c-c11a4a977c95 service neutron] Pushing event updated for resources: {'Port': ['ID=865b74cb-5e80-4ef5-a157-9e8ba6c62279,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:25.505916 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcc374a-319d-4aff-83e3-5d7edc448418 x-openstack-request-id: req-cdcc374a-319d-4aff-83e3-5d7edc448418 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:25.506305 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:25.506613 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cdcc374a-319d-4aff-83e3-5d7edc448418 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:25.507021 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcc374a-319d-4aff-83e3-5d7edc448418'] response: {'name': 'network-changed', 'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'status': 'completed', 'code': 200} Jul 28 18:09:25.544917 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:09:25.644566 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896db8-c72d-4a2f-8f4f-e6f732b1591b req-3918c45d-c43d-4df8-b751-f16433dcf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:25.646085 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dd896db8-c72d-4a2f-8f4f-e6f732b1591b req-3918c45d-c43d-4df8-b751-f16433dcf496 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 1127 time: 0.0422940 Jul 28 18:09:26.026760 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896db8-c72d-4a2f-8f4f-e6f732b1591b req-ee559cd7-d01b-429a-99e2-6d3d39b98c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:26.028388 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dd896db8-c72d-4a2f-8f4f-e6f732b1591b req-ee559cd7-d01b-429a-99e2-6d3d39b98c5f service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3613305 Jul 28 18:09:26.127598 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896db8-c72d-4a2f-8f4f-e6f732b1591b req-5a4bb9d9-2f48-4930-98f0-47fbb2f5d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:26.129080 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dd896db8-c72d-4a2f-8f4f-e6f732b1591b req-5a4bb9d9-2f48-4930-98f0-47fbb2f5d16b service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939145 Jul 28 18:09:26.158542 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de74410-d2ba-47a9-9029-f13aa5f7e8bc req-14f8efb7-a491-455e-a53b-d2f44610cddf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:26.160092 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5de74410-d2ba-47a9-9029-f13aa5f7e8bc req-14f8efb7-a491-455e-a53b-d2f44610cddf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0509605 Jul 28 18:09:26.212991 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5de74410-d2ba-47a9-9029-f13aa5f7e8bc req-99f33882-da06-4a21-9973-d67490771803 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473921 Jul 28 18:09:26.233953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-fc87c211-4747-4713-b5ec-4bdc8698709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:26.248139 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-fc87c211-4747-4713-b5ec-4bdc8698709e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 1127 time: 0.0425928 Jul 28 18:09:26.287729 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-468a670c-2b23-4c90-a499-55d0aba732fc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279 HTTP/1.1" status: 200 len: 217 time: 0.0364220 Jul 28 18:09:26.341238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-ffa791cc-bd62-4550-963f-f0c08e2f53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:26.341238 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-ffa791cc-bd62-4550-963f-f0c08e2f53af service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0465121 Jul 28 18:09:26.389731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-930e2137-93b4-4b9a-ab10-ed7d517740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:26.391655 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-930e2137-93b4-4b9a-ab10-ed7d517740be service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413916 Jul 28 18:09:26.421151 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff13b6-c145-495b-b8da-1923a9fb591f req-dd7dcb75-2b55-4752-a694-156a36744ab9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:26.423314 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-01ff13b6-c145-495b-b8da-1923a9fb591f req-dd7dcb75-2b55-4752-a694-156a36744ab9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Jul 28 18:09:26.479994 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-01ff13b6-c145-495b-b8da-1923a9fb591f req-d522655f-5a1f-4743-aa7f-ece5e4201820 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506103 Jul 28 18:09:26.502485 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-5fea6939-2625-41a7-b2ef-f3360e403809 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044118 Jul 28 18:09:26.518065 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:26.679515 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-975ae2ab-7adf-4e61-9558-87149ec006d8 req-e4af786b-a251-42af-a410-7ebb772100f3 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908759 Jul 28 18:09:27.346141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea063c6-776d-4da5-a68f-dbd04adf6070 req-84954543-642b-4c82-ab28-42376626be24 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:27.346141 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0ea063c6-776d-4da5-a68f-dbd04adf6070 req-84954543-642b-4c82-ab28-42376626be24 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0481327 Jul 28 18:09:27.372470 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:27.397586 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0ea063c6-776d-4da5-a68f-dbd04adf6070 req-f527a539-5fce-43f2-b721-4f0fc3599e8b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Jul 28 18:09:27.548758 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:27.601110 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c01dd-7875-4c4e-9717-8e49660c54a8 req-d34b1fec-e6da-49e8-b5f3-9680941149a5 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:27.602638 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fa2c01dd-7875-4c4e-9717-8e49660c54a8 req-d34b1fec-e6da-49e8-b5f3-9680941149a5 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Jul 28 18:09:27.655135 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fa2c01dd-7875-4c4e-9717-8e49660c54a8 req-4f17a38f-2b5a-4a53-b5a2-180a1991a4b2 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463562 Jul 28 18:09:28.528235 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb22cd2-33e9-47d2-9a87-3b26e9653058 req-093dda73-3c89-490c-8529-e6a31fd085e0 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:28.529751 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-adb22cd2-33e9-47d2-9a87-3b26e9653058 req-093dda73-3c89-490c-8529-e6a31fd085e0 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0553358 Jul 28 18:09:28.585794 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-adb22cd2-33e9-47d2-9a87-3b26e9653058 req-d062b899-2c8e-472f-8cdc-e1fe0b92c305 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492909 Jul 28 18:09:28.758165 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:28.773534 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd27cf-df69-45ef-b05c-671c94123abf req-1456e07f-ea66-4bda-a15a-fa9c763ef6c7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:28.775036 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8dd27cf-df69-45ef-b05c-671c94123abf req-1456e07f-ea66-4bda-a15a-fa9c763ef6c7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0476608 Jul 28 18:09:28.824796 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b8dd27cf-df69-45ef-b05c-671c94123abf req-7bb07444-73e3-49a9-a553-34347abe0ae0 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Jul 28 18:09:29.712598 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96ce04-a3c8-4df9-8aa4-2b751ea5a7f6 req-f65a1eeb-d41a-41d6-8bc8-fda8a729d4cc tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:29.714114 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bb96ce04-a3c8-4df9-8aa4-2b751ea5a7f6 req-f65a1eeb-d41a-41d6-8bc8-fda8a729d4cc tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0539036 Jul 28 18:09:29.765788 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bb96ce04-a3c8-4df9-8aa4-2b751ea5a7f6 req-d96cc0dc-5ccb-4b4e-b61f-7315fbffbf57 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457792 Jul 28 18:09:29.947297 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234047-56e8-4590-91f7-ebb843e5334e req-0e4e492a-5903-4129-b6bf-5f84d99ae124 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:29.948780 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-34234047-56e8-4590-91f7-ebb843e5334e req-0e4e492a-5903-4129-b6bf-5f84d99ae124 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0507858 Jul 28 18:09:29.999203 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-34234047-56e8-4590-91f7-ebb843e5334e req-26d81572-68e6-4deb-a346-b3f3bf0aff78 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446131 Jul 28 18:09:30.881273 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20b26-29f7-4846-a091-cb0e79341d47 req-631098d7-45e6-47b7-a6f0-4317a357a23d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:30.882758 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f2f20b26-29f7-4846-a091-cb0e79341d47 req-631098d7-45e6-47b7-a6f0-4317a357a23d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0471685 Jul 28 18:09:30.931432 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f2f20b26-29f7-4846-a091-cb0e79341d47 req-8b1f0a3c-8017-491c-ad2a-7432fbbd6d00 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Jul 28 18:09:31.048751 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2206fbcc-655c-4a70-85b8-3551b9767387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:31.119547 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a6816-404a-4a49-819f-bb9300779541 req-00ffbc0e-2814-4ac5-8720-0ee4e6adb503 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:31.121048 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f65a6816-404a-4a49-819f-bb9300779541 req-00ffbc0e-2814-4ac5-8720-0ee4e6adb503 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0477805 Jul 28 18:09:31.176697 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f65a6816-404a-4a49-819f-bb9300779541 req-1dbe69ec-8f84-4c16-b866-d3abebe1b90f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495460 Jul 28 18:09:32.052780 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbbc3-5524-4968-b3d3-ee9aecb96c41 req-75c719f0-9a80-4e5c-aff7-0e90e7973304 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:32.054300 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-552dbbc3-5524-4968-b3d3-ee9aecb96c41 req-75c719f0-9a80-4e5c-aff7-0e90e7973304 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0492094 Jul 28 18:09:32.065936 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:32.110110 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-552dbbc3-5524-4968-b3d3-ee9aecb96c41 req-5201604a-1185-493f-a4d6-5b37e407ecad tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503111 Jul 28 18:09:32.302130 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8d07f-b662-4e24-a855-b0975bf24317 req-afa361e4-050a-42f2-86a0-129f19c72a34 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:32.303659 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-07c8d07f-b662-4e24-a855-b0975bf24317 req-afa361e4-050a-42f2-86a0-129f19c72a34 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0500376 Jul 28 18:09:32.325107 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:32.354582 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-07c8d07f-b662-4e24-a855-b0975bf24317 req-d7cbc52d-b009-40d8-8b44-b6c9e37d9c2f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446162 Jul 28 18:09:33.229222 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2ac3b-3940-4087-9cec-82c9820207fc req-ee284a9f-b7ac-4b56-a557-b428d3d46aaa tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:33.230766 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-89b2ac3b-3940-4087-9cec-82c9820207fc req-ee284a9f-b7ac-4b56-a557-b428d3d46aaa tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0478268 Jul 28 18:09:33.280613 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-89b2ac3b-3940-4087-9cec-82c9820207fc req-ecd2daa4-fbde-4954-9d65-b6d4b8fd0ffe tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Jul 28 18:09:33.473999 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76144e47-4aec-4417-90e3-e5cffdcb704c req-ae74ec72-41f5-49d5-8d97-86c622cc56bd tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:33.475542 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-76144e47-4aec-4417-90e3-e5cffdcb704c req-ae74ec72-41f5-49d5-8d97-86c622cc56bd tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0479414 Jul 28 18:09:33.479453 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:33.528528 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-76144e47-4aec-4417-90e3-e5cffdcb704c req-6ea4a283-2b56-44ac-9a55-f86582e868c6 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470369 Jul 28 18:09:33.580088 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-46aae210-6bf6-403b-8d40-48610838d90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:34.368430 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:34.398204 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f352d-f44b-4876-8716-507d2910ac49 req-a20ee55e-d53b-4c6a-b65b-f0e8029ae07a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:34.399717 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b68f352d-f44b-4876-8716-507d2910ac49 req-a20ee55e-d53b-4c6a-b65b-f0e8029ae07a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0481801 Jul 28 18:09:34.450823 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b68f352d-f44b-4876-8716-507d2910ac49 req-52d7844a-e8fe-4639-ab0c-723ff188dfe9 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452204 Jul 28 18:09:34.651194 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05261db-8b66-4081-a7f6-749d8792ed9d req-7968b445-de90-464b-adff-4a0492acf38f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:34.652730 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d05261db-8b66-4081-a7f6-749d8792ed9d req-7968b445-de90-464b-adff-4a0492acf38f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Jul 28 18:09:34.706045 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d05261db-8b66-4081-a7f6-749d8792ed9d req-8fa0a6d5-f8ba-4326-b428-45eb16db5619 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467367 Jul 28 18:09:35.478993 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 865b74cb-5e80-4ef5-a157-9e8ba6c62279 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:09:35.545221 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:35.574779 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e75da-8342-4f42-852a-98dcdc3af8b5 req-d8f7ca8f-9066-4c56-976f-5dff4b4ad990 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:35.577248 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bb1e75da-8342-4f42-852a-98dcdc3af8b5 req-d8f7ca8f-9066-4c56-976f-5dff4b4ad990 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 943 time: 0.0551410 Jul 28 18:09:35.582505 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 865b74cb-5e80-4ef5-a157-9e8ba6c62279, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:35.593953 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:09:35.629362 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bb1e75da-8342-4f42-852a-98dcdc3af8b5 req-c684c55d-92a0-46c5-8f42-6de360b3a825 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 Jul 28 18:09:35.631250 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:09:35.631638 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:35.645913 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865b74cb-5e80-4ef5-a157-9e8ba6c62279 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:09:35.665961 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 865b74cb-5e80-4ef5-a157-9e8ba6c62279, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:35.716582 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:35.764352 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=865b74cb-5e80-4ef5-a157-9e8ba6c62279,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:35.824706 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7cf3-7aa4-4146-b560-1a6f0bab998f req-c3b0718b-cd00-4899-9a45-1f58e726df5f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:35.826242 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-190b7cf3-7aa4-4146-b560-1a6f0bab998f req-c3b0718b-cd00-4899-9a45-1f58e726df5f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0465224 Jul 28 18:09:35.876144 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-190b7cf3-7aa4-4146-b560-1a6f0bab998f req-fab4eb75-59a8-4cf9-864d-eaf21347357f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432904 Jul 28 18:09:36.058397 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['865b74cb-5e80-4ef5-a157-9e8ba6c62279'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:36.104144 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:36.180519 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:36.758022 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-0b1de3f9-b059-451b-846c-bb06be5ea3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:36.759598 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-0b1de3f9-b059-451b-846c-bb06be5ea3a6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1129 time: 0.0670464 Jul 28 18:09:36.770099 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cee96-f77e-4c01-a791-b244e94ef335 req-c9a47202-9f2a-407c-a9b1-5f817e510348 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:36.771519 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b75cee96-f77e-4c01-a791-b244e94ef335 req-c9a47202-9f2a-407c-a9b1-5f817e510348 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 944 time: 0.0697401 Jul 28 18:09:36.889104 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b75cee96-f77e-4c01-a791-b244e94ef335 req-df1905c2-858b-4142-89fb-ab7a79e4e620 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085751 Jul 28 18:09:36.898759 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-634c1812-3466-418a-959e-598e013a1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:36.900215 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-634c1812-3466-418a-959e-598e013a1870 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 200 len: 910 time: 0.1278560 Jul 28 18:09:36.971212 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-809b5258-0b38-4188-95d9-4718408dbc01 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 1000 time: 0.0605109 Jul 28 18:09:36.996819 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073362ff-b2c6-4a80-8fb8-bec7c05404ab req-cb59447c-551a-4aa5-935f-bab3963a6a6a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:36.998310 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-073362ff-b2c6-4a80-8fb8-bec7c05404ab req-cb59447c-551a-4aa5-935f-bab3963a6a6a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Jul 28 18:09:37.012057 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:37.021438 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-f8beb14b-19f7-48d7-a5e9-781f73974ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:37.023020 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-f8beb14b-19f7-48d7-a5e9-781f73974ad8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3148b6b1-f164-4e28-b881-b66fd0f8b9c7 HTTP/1.1" status: 200 len: 848 time: 0.0480108 Jul 28 18:09:37.049573 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-073362ff-b2c6-4a80-8fb8-bec7c05404ab req-a8683bd6-0c5a-4819-871c-846452b7ee55 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446267 Jul 28 18:09:37.068720 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-b83cf29f-c8dc-4dde-a4d9-8f016b2da529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:37.070246 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-b83cf29f-c8dc-4dde-a4d9-8f016b2da529 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1c084787-5094-41ea-8434-975f5790a5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415254 Jul 28 18:09:37.166222 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-02f56349-9195-4ed8-a95f-19c122cb050c service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880866 Jul 28 18:09:37.260155 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3d274e9b-37b5-41ff-b054-b8dc393c56a1 req-094da63a-3de4-4815-829b-df40a6f6ff0a service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870962 Jul 28 18:09:37.483934 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 865b74cb-5e80-4ef5-a157-9e8ba6c62279 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:37.525338 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:37.526243 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:09:37.614066 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:09:37.614529 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:37.681160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:37.689225 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:09:37.689609 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:37.711841 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:37.714051 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b561de5-3cf9-4e1f-83a8-f3ea00f56e4c" -d '{"events": [{"server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "name": "network-vif-plugged", "status": "completed", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:37.726952 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 865b74cb-5e80-4ef5-a157-9e8ba6c62279, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:37.752898 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d94ca3-9819-4c12-8202-5886ac615e22 x-openstack-request-id: req-e5d94ca3-9819-4c12-8202-5886ac615e22 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:37.753185 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "name": "network-vif-plugged", "status": "completed", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:37.753433 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e5d94ca3-9819-4c12-8202-5886ac615e22 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:37.753825 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d94ca3-9819-4c12-8202-5886ac615e22'] response: {'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'code': 200} Jul 28 18:09:37.808110 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:37.858559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=865b74cb-5e80-4ef5-a157-9e8ba6c62279,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:38.011877 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6a772-f94f-4894-886f-524184385d72 req-9fa7d4bf-6c5e-46ae-a60c-74b2775a09b9 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:38.013384 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e9e6a772-f94f-4894-886f-524184385d72 req-9fa7d4bf-6c5e-46ae-a60c-74b2775a09b9 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 945 time: 0.0512888 Jul 28 18:09:38.063314 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e9e6a772-f94f-4894-886f-524184385d72 req-d6418636-c81f-4b88-84c8-f7c9b924d59f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Jul 28 18:09:38.172484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf6a9-35f3-4b9c-ad51-5a009e4a31e1 req-d5d133e7-7813-4e6b-9b34-a0b0e655c027 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:38.174018 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3cccf6a9-35f3-4b9c-ad51-5a009e4a31e1 req-d5d133e7-7813-4e6b-9b34-a0b0e655c027 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0513685 Jul 28 18:09:38.222688 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3cccf6a9-35f3-4b9c-ad51-5a009e4a31e1 req-247906ec-1f6d-4948-beda-ffdd976aefca tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430777 Jul 28 18:09:39.048710 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dfe45-18c4-436e-bac7-325dc623a8bf req-e102ce88-d676-45f5-b718-97c12772ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:39.050378 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-695dfe45-18c4-436e-bac7-325dc623a8bf req-e102ce88-d676-45f5-b718-97c12772ed99 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 1129 time: 0.0450249 Jul 28 18:09:39.062366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:39.098831 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-695dfe45-18c4-436e-bac7-325dc623a8bf req-db600e57-0f23-4059-8212-d868fe891d7c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Jul 28 18:09:39.184717 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace0d67-b53e-4c69-80dc-236e3a3a606a req-303e538b-ad01-4024-9309-4caf34f99249 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:39.186185 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9ace0d67-b53e-4c69-80dc-236e3a3a606a req-303e538b-ad01-4024-9309-4caf34f99249 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 945 time: 0.0483820 Jul 28 18:09:39.236144 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9ace0d67-b53e-4c69-80dc-236e3a3a606a req-988426fa-ff77-4a5d-bcf9-e25eecc3eb3a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Jul 28 18:09:39.339717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14fce0-6ad2-435d-8e54-339e7f56bf51 req-87e87bb0-2886-43f6-bf2e-284f18ab8657 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:39.341170 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ff14fce0-6ad2-435d-8e54-339e7f56bf51 req-87e87bb0-2886-43f6-bf2e-284f18ab8657 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0468652 Jul 28 18:09:39.393668 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ff14fce0-6ad2-435d-8e54-339e7f56bf51 req-ae3a72ce-bdf0-4223-88dd-27c2240310b8 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463390 Jul 28 18:09:40.354651 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914f7c-ec1e-4947-be21-1c01bfb82060 req-ba4b7087-e747-4396-b29a-76fabbb34601 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:40.356042 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-60914f7c-ec1e-4947-be21-1c01bfb82060 req-ba4b7087-e747-4396-b29a-76fabbb34601 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 945 time: 0.0464971 Jul 28 18:09:40.411076 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-60914f7c-ec1e-4947-be21-1c01bfb82060 req-03e4bd15-6a10-44ab-b070-28dd634dffd2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490530 Jul 28 18:09:40.516023 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de037d2-e954-4018-938e-f1ad6b5d32de req-a4e36dd1-6a53-49d9-958e-95598f914e2e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:40.518112 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2de037d2-e954-4018-938e-f1ad6b5d32de req-a4e36dd1-6a53-49d9-958e-95598f914e2e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0503900 Jul 28 18:09:40.529252 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c28c53-90b0-4ab4-82ed-5e5dc269bffa req-0360f77d-83f5-4831-a94e-7acdccd9ac8d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:40.530770 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f7c28c53-90b0-4ab4-82ed-5e5dc269bffa req-0360f77d-83f5-4831-a94e-7acdccd9ac8d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 945 time: 0.0489893 Jul 28 18:09:40.568114 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2de037d2-e954-4018-938e-f1ad6b5d32de req-628edf42-c484-4a45-8fac-479b7f65dd3e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443816 Jul 28 18:09:40.581798 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f7c28c53-90b0-4ab4-82ed-5e5dc269bffa req-124f3c88-cb1d-46ae-b872-066058728c72 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Jul 28 18:09:40.608375 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42158) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:09:40.651546 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:40.661728 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929b35d-e794-45fa-a3c2-c26caf8dc449 tempest-TestVolumeBootPattern-2029310457 tempest-TestVolumeBootPattern-2029310457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:40.664261 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-5929b35d-e794-45fa-a3c2-c26caf8dc449 tempest-TestVolumeBootPattern-2029310457 tempest-TestVolumeBootPattern-2029310457-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 1124 time: 0.0538778 Jul 28 18:09:40.673791 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42160) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:09:40.678979 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:09:40.780224 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:40.864767 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:40.970152 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Allocated IP 172.27.0.224 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/281dbcdd-bcb3-47fe-83ea-0ccfb00a80af) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:09:41.040135 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:41.078975 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:41.192647 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:41.237870 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:09:41.242943 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:09:41.245736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:09:41.269637 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95328777-605e-4f95-a9a1-34275a2cd8f8 req-af67552d-2262-4545-a91a-d1c7ded3ca16 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:41.270220 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=281dbcdd-bcb3-47fe-83ea-0ccfb00a80af,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:41.271213 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-95328777-605e-4f95-a9a1-34275a2cd8f8 req-af67552d-2262-4545-a91a-d1c7ded3ca16 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0540254 Jul 28 18:09:41.284837 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:41.324594 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-95328777-605e-4f95-a9a1-34275a2cd8f8 req-8565c521-8b09-4476-a920-c7df0d8e8f87 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465109 Jul 28 18:09:41.359567 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-a85620e1-41ca-4c0e-8ec7-c49309eaec7f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710173 Jul 28 18:09:41.487908 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-776f3af7-6769-4d4b-bacd-b1f0dd4a9aee tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:41.489307 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-776f3af7-6769-4d4b-bacd-b1f0dd4a9aee tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports/d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 942 time: 0.0979433 Jul 28 18:09:41.701375 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (ac9c7c26-0c74-42bb-8247-4abdad1c92d6), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:41.866459 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:42.022192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:42.139696 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:42.148855 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:42.220882 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=281dbcdd-bcb3-47fe-83ea-0ccfb00a80af,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:42.226118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (ac9c7c26-0c74-42bb-8247-4abdad1c92d6), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:42.326388 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Floating IP ac9c7c26-0c74-42bb-8247-4abdad1c92d6 associated. External IP: 172.27.0.224, port: 865b74cb-5e80-4ef5-a157-9e8ba6c62279. Jul 28 18:09:42.417981 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:42.470875 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21694-b9a2-4c56-aed9-14c5c7620d9a req-9b3bb9c8-2486-4cae-ab07-cfb7fea1815d tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:42.472016 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-59c21694-b9a2-4c56-aed9-14c5c7620d9a req-9b3bb9c8-2486-4cae-ab07-cfb7fea1815d tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0685422 Jul 28 18:09:42.601627 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-59c21694-b9a2-4c56-aed9-14c5c7620d9a req-c0e101f6-7725-4e29-8d13-d19b2dd923fe tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222284 Jul 28 18:09:42.623182 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:09:42.745417 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:42.755772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:42.765523 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:42.766550 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:42.854392 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:43.030559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:43.148120 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5cabada7-7e62-4ed5-8b86-2c2c1c2f63e1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4728847 Jul 28 18:09:43.148717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:43.151067 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5700ed6-88cb-4aa1-95a6-34517d0099e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:43.190130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d68ed46-ce9a-4a42-847b-9a979bb5ee21 x-openstack-request-id: req-0d68ed46-ce9a-4a42-847b-9a979bb5ee21 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:43.190449 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:43.190706 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0d68ed46-ce9a-4a42-847b-9a979bb5ee21 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:43.191114 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d68ed46-ce9a-4a42-847b-9a979bb5ee21'] response: {'name': 'network-changed', 'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'status': 'completed', 'code': 200} Jul 28 18:09:43.256324 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:41Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:43.278107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-5632f187-0af5-4b88-902a-f140247f7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:43.279650 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-5632f187-0af5-4b88-902a-f140247f7ac4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 1129 time: 0.0410528 Jul 28 18:09:43.286127 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:09:43.294773 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:43.295381 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:43.378125 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-e0115bf5-7482-4e3c-b642-73c69d6d584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:43.379595 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-e0115bf5-7482-4e3c-b642-73c69d6d584c service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.0927029 Jul 28 18:09:43.403287 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:43.443893 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-2fae9bcf-7bb5-45cb-91b9-ad64a7968055 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279 HTTP/1.1" status: 200 len: 999 time: 0.0571399 Jul 28 18:09:43.457736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:43.495598 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-91ab95b7-1094-4f4d-bc19-615c15f65b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:43.497065 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-91ab95b7-1094-4f4d-bc19-615c15f65b56 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0468585 Jul 28 18:09:43.540174 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device d86bf1f7-161e-40c1-a007-0a9f75542440 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:09:43.548990 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-181d368f-55ca-4a9e-a4ca-3603e9658cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:43.550736 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-181d368f-55ca-4a9e-a4ca-3603e9658cd1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466151 Jul 28 18:09:43.650469 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-d9c13224-893e-4d71-be5b-0eba0ed32a49 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923917 Jul 28 18:09:43.683402 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:43.686726 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port d86bf1f7-161e-40c1-a007-0a9f75542440 is: ACTIVE; New status is: DOWN {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:09:43.691547 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:43.691547 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:41Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:43.724627 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dc4b0-7564-48e5-97cd-73c1f90fd651 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:41Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:09:43.734220 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:43.740117 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:43.742411 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cde891-38d9-4b1e-859d-ef42815017c6" -d '{"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-unplugged", "status": "completed", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:43.760720 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:43.778766 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665df528-94da-489e-ad90-ed9c1fe6560c req-cf8e98e0-147e-4580-b022-6f33f4e88f8a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:43.780340 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-665df528-94da-489e-ad90-ed9c1fe6560c req-cf8e98e0-147e-4580-b022-6f33f4e88f8a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0717235 Jul 28 18:09:43.794929 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aa1b88-6ac7-43ea-af43-e87bb240639c x-openstack-request-id: req-e5aa1b88-6ac7-43ea-af43-e87bb240639c {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:43.795224 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-unplugged", "status": "failed", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440", "code": 422}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:43.795470 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e5aa1b88-6ac7-43ea-af43-e87bb240639c {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:43.796093 dv-cinder-837543-7-iscsi neutron-server[116182]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e5aa1b88-6ac7-43ea-af43-e87bb240639c']: {'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'code': 422} returned with failed status Jul 28 18:09:43.822609 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5700ed6-88cb-4aa1-95a6-34517d0099e7 req-ac0eca1e-8421-454e-9f96-834e102ad698 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632710 Jul 28 18:09:43.856468 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-665df528-94da-489e-ad90-ed9c1fe6560c req-6e1d111f-a44a-4e7e-9da7-b98cbc404052 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666180 Jul 28 18:09:43.865467 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:43.924962 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=6']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:43.984069 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b2068-7965-45ee-9e27-1e813b043760 None None] New status for floating IP ac9c7c26-0c74-42bb-8247-4abdad1c92d6: ACTIVE {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:09:44.858546 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-76b25e23-f619-4bf0-bd83-e02aa090d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:44.860252 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-76b25e23-f619-4bf0-bd83-e02aa090d7aa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796&tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a HTTP/1.1" status: 200 len: 1127 time: 0.0445783 Jul 28 18:09:44.946299 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-6af03960-5db1-42cb-bc64-a0d902522169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:44.946299 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-6af03960-5db1-42cb-bc64-a0d902522169 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1127 time: 0.0508626 Jul 28 18:09:45.034720 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1909b1-09f7-4c8b-a5e2-266d52c85fb4 req-e1775f06-c27d-4c78-bfaa-5bad6607bb0b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:45.036421 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0c1909b1-09f7-4c8b-a5e2-266d52c85fb4 req-e1775f06-c27d-4c78-bfaa-5bad6607bb0b tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.1024125 Jul 28 18:09:45.048797 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:45.104043 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-3711f777-923d-4380-a70a-276c877bc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:45.105529 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-3711f777-923d-4380-a70a-276c877bc2c6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 200 len: 910 time: 0.1389380 Jul 28 18:09:45.131120 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0c1909b1-09f7-4c8b-a5e2-266d52c85fb4 req-fb91a617-ebd1-4138-8667-1374a572c957 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855005 Jul 28 18:09:45.180370 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-d88a0feb-39ac-41c2-9346-8c10cae72db1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 998 time: 0.0614223 Jul 28 18:09:45.253841 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-5256305d-9f9d-4a0e-84d4-7e907ca27c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:45.255392 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-5256305d-9f9d-4a0e-84d4-7e907ca27c9e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3148b6b1-f164-4e28-b881-b66fd0f8b9c7 HTTP/1.1" status: 200 len: 848 time: 0.0504904 Jul 28 18:09:45.299910 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-6658f01a-bd51-49ca-8576-fb06c5438dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:45.301324 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-6658f01a-bd51-49ca-8576-fb06c5438dca service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1c084787-5094-41ea-8434-975f5790a5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397933 Jul 28 18:09:45.397402 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-1eee0ed8-581b-4889-9cf9-81a1f651914f service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887527 Jul 28 18:09:45.489203 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-220e7ceb-5878-480f-8f26-8a3391700c78 req-f9d97f6e-f013-4681-83a0-81522d119d1d service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852358 Jul 28 18:09:46.251504 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dcd5c-daf7-4e11-a9a7-9e2620809ceb req-45c3b547-0c7f-4055-b5b6-f35e791a57c3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:46.253180 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-829dcd5c-daf7-4e11-a9a7-9e2620809ceb req-45c3b547-0c7f-4055-b5b6-f35e791a57c3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0479395 Jul 28 18:09:46.303959 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-829dcd5c-daf7-4e11-a9a7-9e2620809ceb req-7f766f3c-60cd-49b8-abcc-c97af3be5a83 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449936 Jul 28 18:09:47.421456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a028-def4-4fe1-ac23-182e639dac06 req-96c55f5b-e625-464a-bfa8-607c78f26484 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:47.422848 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0264a028-def4-4fe1-ac23-182e639dac06 req-96c55f5b-e625-464a-bfa8-607c78f26484 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0477104 Jul 28 18:09:47.475498 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0264a028-def4-4fe1-ac23-182e639dac06 req-081fa5f0-f7dd-43ad-9480-ad3e96d4a67c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468068 Jul 28 18:09:48.597426 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250b9b2-9ac6-4d20-ac39-0f3cd944386e req-9f25a6e1-146b-4c29-b07a-ad8f69450b6c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:48.598971 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0250b9b2-9ac6-4d20-ac39-0f3cd944386e req-9f25a6e1-146b-4c29-b07a-ad8f69450b6c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0505917 Jul 28 18:09:48.612036 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:48.653759 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0250b9b2-9ac6-4d20-ac39-0f3cd944386e req-3fe83935-6d85-46ee-aab5-202b648463eb tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487137 Jul 28 18:09:49.778606 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7428e1-b98a-493c-92d8-7ed06cbd4764 req-bdc3de92-e4da-412a-989a-3f7142834b28 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:49.780072 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3e7428e1-b98a-493c-92d8-7ed06cbd4764 req-bdc3de92-e4da-412a-989a-3f7142834b28 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Jul 28 18:09:49.799612 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:49.831416 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3e7428e1-b98a-493c-92d8-7ed06cbd4764 req-5b76a756-8166-44a3-abec-86fc26fadc6f tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451601 Jul 28 18:09:50.949699 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf7e78-705d-4ac5-8b28-a2bbca598e31 req-308f5964-df2b-48c3-9e78-941db5f4f18a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:50.951179 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cfcf7e78-705d-4ac5-8b28-a2bbca598e31 req-308f5964-df2b-48c3-9e78-941db5f4f18a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0470378 Jul 28 18:09:51.001455 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cfcf7e78-705d-4ac5-8b28-a2bbca598e31 req-b222dddc-6fc2-48cd-b2f2-aeb18a6e3f15 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 Jul 28 18:09:52.119925 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da745-8f2f-4ea5-82ac-53c24fa3e033 req-1c7ffdfd-3271-40a9-a977-4cb8fd5aabb0 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:52.123979 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-856da745-8f2f-4ea5-82ac-53c24fa3e033 req-1c7ffdfd-3271-40a9-a977-4cb8fd5aabb0 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0499809 Jul 28 18:09:52.172671 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-856da745-8f2f-4ea5-82ac-53c24fa3e033 req-90d58f70-bd3c-477d-9ef6-415be7fe7f99 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Jul 28 18:09:53.291774 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca711c3-f9ad-4875-bfdf-6575e7be977d req-87057dc1-95fa-4f38-9bf7-e48a8dc97ad3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:53.293242 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-eca711c3-f9ad-4875-bfdf-6575e7be977d req-87057dc1-95fa-4f38-9bf7-e48a8dc97ad3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 943 time: 0.0478613 Jul 28 18:09:53.341476 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-eca711c3-f9ad-4875-bfdf-6575e7be977d req-a0451bbe-8661-49ba-bd47-1952337c32f9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Jul 28 18:09:53.616861 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device d86bf1f7-161e-40c1-a007-0a9f75542440 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:09:53.715783 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:53.731197 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'port_id': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'mac_address': 'fa:16:3e:b8:43:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:09:53.768280 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port d86bf1f7-161e-40c1-a007-0a9f75542440 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:09:53.768658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:53.782913 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86bf1f7-161e-40c1-a007-0a9f75542440 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:09:53.805089 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:53.854186 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:53.883996 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa2265-3dcc-4e84-bceb-794e6c95f729 req-559f3c89-1da2-4e85-8cbc-872d0f280237 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:53.885480 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e4fa2265-3dcc-4e84-bceb-794e6c95f729 req-559f3c89-1da2-4e85-8cbc-872d0f280237 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0521119 Jul 28 18:09:53.902193 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=7']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:53.932958 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e4fa2265-3dcc-4e84-bceb-794e6c95f729 req-7ba77677-cfec-439c-adbd-f0037a0aae49 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Jul 28 18:09:54.202988 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['d86bf1f7-161e-40c1-a007-0a9f75542440'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:09:54.465677 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243cea-75c9-4cf5-b1a6-e8dbc6abb2d3 req-15ba1e0d-fe70-4d25-a6aa-46efde820f4e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:54.467193 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7b243cea-75c9-4cf5-b1a6-e8dbc6abb2d3 req-15ba1e0d-fe70-4d25-a6aa-46efde820f4e tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 944 time: 0.0529995 Jul 28 18:09:54.518149 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7b243cea-75c9-4cf5-b1a6-e8dbc6abb2d3 req-f1628fb7-4da5-4449-a79f-83e866038f6d tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442276 Jul 28 18:09:55.052176 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0bd7b-b5fa-4ee6-8c0f-dd578218b087 req-8f7cb809-871c-4762-86ac-70d3455dc729 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:55.053645 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-97f0bd7b-b5fa-4ee6-8c0f-dd578218b087 req-8f7cb809-871c-4762-86ac-70d3455dc729 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0461202 Jul 28 18:09:55.108285 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-97f0bd7b-b5fa-4ee6-8c0f-dd578218b087 req-37fc04ac-5758-41bb-971c-6e01c2289409 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Jul 28 18:09:55.618803 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device d86bf1f7-161e-40c1-a007-0a9f75542440 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:09:55.639353 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9299d2-7b77-4c58-9483-2bd73ae8c5fc req-cf6fd126-2b81-4c4d-aed1-8c943241bdaf tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:55.642271 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-de9299d2-7b77-4c58-9483-2bd73ae8c5fc req-cf6fd126-2b81-4c4d-aed1-8c943241bdaf tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 944 time: 0.0541098 Jul 28 18:09:55.669047 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port d86bf1f7-161e-40c1-a007-0a9f75542440 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:09:55.669417 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:55.700213 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-de9299d2-7b77-4c58-9483-2bd73ae8c5fc req-70350400-f878-496a-b136-01fcdb617225 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524683 Jul 28 18:09:55.749877 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=100 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:55.754254 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port d86bf1f7-161e-40c1-a007-0a9f75542440 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:09:55.754681 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:55.777624 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:55.779865 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b4215c-8043-4b02-a0c7-5b14c07e4778" -d '{"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-plugged", "status": "completed", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:55.793150 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:55.817359 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac3279-5788-4090-89e4-8570d87ac65a x-openstack-request-id: req-3aac3279-5788-4090-89e4-8570d87ac65a {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:55.817648 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-plugged", "status": "completed", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:55.817898 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3aac3279-5788-4090-89e4-8570d87ac65a {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:55.818291 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aac3279-5788-4090-89e4-8570d87ac65a'] response: {'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'code': 200} Jul 28 18:09:55.865557 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:55.887491 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:55.914555 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=8']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:56.165912 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84710-60d4-4485-aaaa-ba468113b27a req-0c843bf9-a7c9-4dea-8816-aa7d09c2d70c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:56.167446 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-83a84710-60d4-4485-aaaa-ba468113b27a req-0c843bf9-a7c9-4dea-8816-aa7d09c2d70c tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0487661 Jul 28 18:09:56.216196 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-83a84710-60d4-4485-aaaa-ba468113b27a req-6df5cfa8-ddba-4b09-817d-de216ce4ca50 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Jul 28 18:09:56.240007 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cebbe-af94-4a79-a164-8a0e395774d9 req-d18385bf-a955-4b91-9ae3-a4bd08bf1962 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:56.241504 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6c4cebbe-af94-4a79-a164-8a0e395774d9 req-d18385bf-a955-4b91-9ae3-a4bd08bf1962 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0502577 Jul 28 18:09:56.288912 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6c4cebbe-af94-4a79-a164-8a0e395774d9 req-1e8ea69a-2e0e-43b5-a849-a676aaa4e6f4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416517 Jul 28 18:09:56.527379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:56.820682 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57f79-9e3d-421d-92bd-16acc1008fb5 req-0aa3e49b-937b-4af2-8731-1f6f00cc9736 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:56.822056 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a6e57f79-9e3d-421d-92bd-16acc1008fb5 req-0aa3e49b-937b-4af2-8731-1f6f00cc9736 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0467730 Jul 28 18:09:56.855716 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:56.872489 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a6e57f79-9e3d-421d-92bd-16acc1008fb5 req-b31e55bd-0cc2-4e03-9809-66799796fd7c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Jul 28 18:09:57.343073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ef7b-a7df-4f44-8a28-3eb463b4c6ec req-0e52e3ac-1443-43b6-840b-0baea5c38bf3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:57.344589 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b694ef7b-a7df-4f44-8a28-3eb463b4c6ec req-0e52e3ac-1443-43b6-840b-0baea5c38bf3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0501184 Jul 28 18:09:57.406964 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b694ef7b-a7df-4f44-8a28-3eb463b4c6ec req-45cea926-d631-49a3-85a0-509a29ebb4a5 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555339 Jul 28 18:09:57.421209 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b0ca6-1014-4730-a8f9-12a4c8e73a25 req-a81e85a1-6cf9-4765-bedf-2e56a09e6aa3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:57.422855 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bc3b0ca6-1014-4730-a8f9-12a4c8e73a25 req-a81e85a1-6cf9-4765-bedf-2e56a09e6aa3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0548534 Jul 28 18:09:57.470177 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bc3b0ca6-1014-4730-a8f9-12a4c8e73a25 req-df56112f-bc91-40df-8a12-862ced2788f4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412593 Jul 28 18:09:57.596681 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec3aae-3207-46ad-a224-432d90c6a190 req-0dbb853c-523c-413e-8574-b18070a31d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:57.598293 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b6ec3aae-3207-46ad-a224-432d90c6a190 req-0dbb853c-523c-413e-8574-b18070a31d0c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1129 time: 0.0399630 Jul 28 18:09:57.643751 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b6ec3aae-3207-46ad-a224-432d90c6a190 req-bac89a88-cf24-4967-be83-c4b0c2944f9c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Jul 28 18:09:57.991437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884ac87-6669-4e62-a5f9-ae5dbc3dd926 req-6cd3ca02-ee97-4956-885c-9e8ec5b46aa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:57.992999 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7884ac87-6669-4e62-a5f9-ae5dbc3dd926 req-6cd3ca02-ee97-4956-885c-9e8ec5b46aa1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Jul 28 18:09:58.005668 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:58.081385 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-e92b2151-0bd3-49ad-936e-81da8f73c40a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:58.082874 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-e92b2151-0bd3-49ad-936e-81da8f73c40a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0701680 Jul 28 18:09:58.086676 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7884ac87-6669-4e62-a5f9-ae5dbc3dd926 req-def64986-4642-45e4-824d-71f99346fce3 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881970 Jul 28 18:09:58.447308 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Deleting port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:09:58.447870 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:58.532633 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b853d-a6d6-4c1b-88de-06cfea7974dd req-1b1055ce-23c6-43b0-99e1-70e7a3b18b47 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:58.534722 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-541b853d-a6d6-4c1b-88de-06cfea7974dd req-1b1055ce-23c6-43b0-99e1-70e7a3b18b47 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 946 time: 0.0535791 Jul 28 18:09:58.549621 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] For port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:09:58.557175 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:58.584998 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-541b853d-a6d6-4c1b-88de-06cfea7974dd req-bcbb713f-743e-4188-9c82-144881dbf7fb tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups?id=80e10d6a-e66c-48fe-aedb-82c0c00c5898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443802 Jul 28 18:09:58.649425 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524feee-a389-462d-9fbb-629e7e3b0775 req-f8467766-7ecd-497c-8fc6-b330657fe0c1 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:58.650920 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2524feee-a389-462d-9fbb-629e7e3b0775 req-f8467766-7ecd-497c-8fc6-b330657fe0c1 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0981348 Jul 28 18:09:58.715222 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:58.783647 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2524feee-a389-462d-9fbb-629e7e3b0775 req-0c6a5f82-ee7c-467f-b2a7-0a9ce7026ed3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252406 Jul 28 18:09:58.799559 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:58.799983 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (0d2c817c-a2ac-4995-b57b-1d78fd42e6a2), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:58.800342 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Floating IP 0d2c817c-a2ac-4995-b57b-1d78fd42e6a2 disassociated. External IP: 172.27.0.73, port: 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1. Jul 28 18:09:58.800692 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Calling delete_port for 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:09:59.007572 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:59.036758 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event deleted for resources: {'Port': ['ID=7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:09:59.155787 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:09:59.226337 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae16052-e7e1-45ee-98ee-479c2188ed13 req-16983fb4-3a02-4004-a1c0-39235b2280c8 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:59.228178 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5ae16052-e7e1-45ee-98ee-479c2188ed13 req-16983fb4-3a02-4004-a1c0-39235b2280c8 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Jul 28 18:09:59.274652 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:09:59.290891 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:59.291011 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] Sync routers for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:09:59.300591 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:59.301767 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:59.327238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] No DVR routers for this DVR port 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:09:59.330674 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:59.334086 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0179617c-bf74-4f46-b779-ab8ef14d96b5 req-68ebcd45-bf94-4a4a-a342-b0ca62555e3e tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.99 "DELETE /v2.0/ports/7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 HTTP/1.1" status: 204 len: 173 time: 0.9674220 Jul 28 18:09:59.334612 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-deleted', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:09:59.336984 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acc2c9-8f23-4fb4-b7dd-1067e06127fe" -d '{"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-deleted", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:09:59.378382 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331699a7-bea7-47c7-9cfb-73e7dd571a87 x-openstack-request-id: req-331699a7-bea7-47c7-9cfb-73e7dd571a87 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:09:59.378875 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ad8548-670a-4120-9652-2c63a78dd575", "name": "network-vif-deleted", "tag": "7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:09:59.379134 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-331699a7-bea7-47c7-9cfb-73e7dd571a87 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:09:59.379548 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331699a7-bea7-47c7-9cfb-73e7dd571a87'] response: {'server_uuid': 'b6ad8548-670a-4120-9652-2c63a78dd575', 'name': 'network-vif-deleted', 'tag': '7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1', 'status': 'completed', 'code': 200} Jul 28 18:09:59.421136 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:59.543096 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5ae16052-e7e1-45ee-98ee-479c2188ed13 req-44f01b38-4592-4a82-ab3e-e642a9dc0fed tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085032 Jul 28 18:09:59.631949 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:59.661421 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] Checking router: 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:09:59.670228 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:09:59.670875 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:09:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:09:59.707702 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ad941fde-edb0-4862-a5d1-343e0173091b req-78eab0d1-cd09-4d79-b60a-18f1d65d2089 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 210 time: 0.0303674 Jul 28 18:09:59.782170 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:09:59.915850 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bc3b4-9dca-4b72-bc13-75d0eba8746e req-b155e4f1-2180-410a-94d1-435dc297d43f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:09:59.917331 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b15bc3b4-9dca-4b72-bc13-75d0eba8746e req-b155e4f1-2180-410a-94d1-435dc297d43f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0491371 Jul 28 18:09:59.964337 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b15bc3b4-9dca-4b72-bc13-75d0eba8746e req-3c5f523c-1f32-45b1-bfa0-64d9b1c1a6d7 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412779 Jul 28 18:10:00.107892 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:00.132964 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f5cb2-e912-49f9-9d47-6d43923ff6d1 None None] The sync data for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi is: [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:02:04Z', 'revision_number': 4, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'deaf7c77-bf25-4665-8baa-a29b466a4596', 'name': '', 'network_id': '144cc463-6995-43c7-bdb8-22e214402d26', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'mac_address': 'fa:16:3e:db:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:02:02Z', 'updated_at': '2022-07-28T18:02:11Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'subnets': [{'id': '8344ebe7-ae09-4e80-af05-953c7951a8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:00.353909 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4a663-7efe-4ab3-a6bb-11e3a8b87993 None None] New status for floating IP 0d2c817c-a2ac-4995-b57b-1d78fd42e6a2: DOWN {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:10:00.856009 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-da619e6b-f7bd-4e12-825a-21183819d9a9 req-acb26a6c-5a9a-480b-92d3-c133c3aee7e3 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/ports?device_id=b6ad8548-670a-4120-9652-2c63a78dd575 HTTP/1.1" status: 200 len: 210 time: 0.0471516 Jul 28 18:10:00.865607 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-df28a286-e347-40d0-a57d-f3019dccab01 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650542 Jul 28 18:10:00.942498 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-e10de839-3c98-4300-aa0e-ec17a25679b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:00.943984 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-e10de839-3c98-4300-aa0e-ec17a25679b6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1129 time: 0.0436308 Jul 28 18:10:01.067558 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-b615d0ef-6f2a-4c34-b685-56809c0e1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:01.069112 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-b615d0ef-6f2a-4c34-b685-56809c0e1af4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 200 len: 910 time: 0.0911300 Jul 28 18:10:01.082606 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-51ca7742-42c7-4395-a134-70412cb4e21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:01.093657 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4fc9f-1b86-4a42-963a-d0da3a1d0f08 req-95ee7c1d-db5c-41e7-9e3c-3ff4460e0dfa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:01.095359 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-61f4fc9f-1b86-4a42-963a-d0da3a1d0f08 req-95ee7c1d-db5c-41e7-9e3c-3ff4460e0dfa tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0543654 Jul 28 18:10:01.115644 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:01.138722 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-8d00569c-25e7-4be0-88c7-c30f852b7342 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 1000 time: 0.0627308 Jul 28 18:10:01.146891 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-61f4fc9f-1b86-4a42-963a-d0da3a1d0f08 req-20f4d061-cb7d-4386-9c55-3ebba2d69ebc tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453303 Jul 28 18:10:01.190046 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-4b7c8633-3e91-46b4-b7ec-e7c66dc9241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:01.191525 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-4b7c8633-3e91-46b4-b7ec-e7c66dc9241f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3148b6b1-f164-4e28-b881-b66fd0f8b9c7 HTTP/1.1" status: 200 len: 848 time: 0.0472164 Jul 28 18:10:01.244234 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-1f35bd14-ac5a-4e79-af49-efe2a15dfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:01.245768 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-1f35bd14-ac5a-4e79-af49-efe2a15dfc42 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1c084787-5094-41ea-8434-975f5790a5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413969 Jul 28 18:10:01.342826 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-cfb4bdfb-2b55-44ba-b9b6-2340538c85c0 service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892093 Jul 28 18:10:01.392856 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:01.431858 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9b3db548-5a47-4cae-aa31-65b0f1182491 req-97e4375d-5f07-4a54-83eb-c6193c0de564 service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831857 Jul 28 18:10:01.664463 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:01.688236 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:10:01.688581 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 7f7a608d-6cef-4a1a-b4b5-f135fb1f44a1 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:02.270801 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652dc47-baed-4949-b31b-8cd92bb3ad6b req-e9505541-41a6-413e-b6b3-724f46b1d3bd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:02.272302 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b652dc47-baed-4949-b31b-8cd92bb3ad6b req-e9505541-41a6-413e-b6b3-724f46b1d3bd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0525401 Jul 28 18:10:02.319396 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b652dc47-baed-4949-b31b-8cd92bb3ad6b req-54977d37-65a8-4986-b631-112f9978d696 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415740 Jul 28 18:10:02.544519 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:10:03.020217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42296) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:03.078144 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e76bb2da-b085-4584-80d7-a5fc92922748 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (80e10d6a-e66c-48fe-aedb-82c0c00c5898), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.102887 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e76bb2da-b085-4584-80d7-a5fc92922748 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (80e10d6a-e66c-48fe-aedb-82c0c00c5898), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.207815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e76bb2da-b085-4584-80d7-a5fc92922748 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (80e10d6a-e66c-48fe-aedb-82c0c00c5898), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.210429 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e76bb2da-b085-4584-80d7-a5fc92922748 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.211580 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e76bb2da-b085-4584-80d7-a5fc92922748 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "DELETE /v2.0/security-groups/80e10d6a-e66c-48fe-aedb-82c0c00c5898 HTTP/1.1" status: 204 len: 168 time: 0.1903489 Jul 28 18:10:03.214678 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42298) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:03.222411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bb2da-b085-4584-80d7-a5fc92922748 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e10d6a-e66c-48fe-aedb-82c0c00c5898,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:03.232705 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.api.v2.resource [None req-68dee595-72a2-46ca-bf1b-b15912b7eb65 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] show failed (client error): The resource could not be found. Jul 28 18:10:03.233783 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-68dee595-72a2-46ca-bf1b-b15912b7eb65 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "GET /v2.0/security-groups/80e10d6a-e66c-48fe-aedb-82c0c00c5898 HTTP/1.1" status: 404 len: 347 time: 0.0175078 Jul 28 18:10:03.237533 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42300) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:03.354939 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Deleting port c8cd9455-a6a5-4be8-927c-5771f99dc01f {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:10:03.355302 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.439773 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.440192 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (c8cd9455-a6a5-4be8-927c-5771f99dc01f), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.450157 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069b2a7-80ea-4571-b24e-86938919a5cf req-2602185a-0a5c-4436-bad2-52eb57f930db tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:03.452795 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c069b2a7-80ea-4571-b24e-86938919a5cf req-2602185a-0a5c-4436-bad2-52eb57f930db tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0532346 Jul 28 18:10:03.453246 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Calling delete_port for c8cd9455-a6a5-4be8-927c-5771f99dc01f owned by network:floatingip {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:10:03.503976 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c069b2a7-80ea-4571-b24e-86938919a5cf req-1ac87e88-0ea9-4e30-bd17-f24dfba7b934 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461724 Jul 28 18:10:03.556167 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c7b521b0-1fc7-478f-99f0-d4454127e477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.653489 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (c8cd9455-a6a5-4be8-927c-5771f99dc01f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.680174 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Pushing event deleted for resources: {'Port': ['ID=c8cd9455-a6a5-4be8-927c-5771f99dc01f,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:03.693367 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.693714 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.694054 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.694418 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.694748 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.695080 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.695406 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.695728 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.696050 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.696442 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.696771 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.697092 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.697411 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.697732 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.698059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:03.747002 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:03.759594 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks [] for floatingip (0d2c817c-a2ac-4995-b57b-1d78fd42e6a2), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.762185 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:03.763423 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c494d711-8597-4269-9bb9-bd19e9abec2a tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] 10.222.0.85 "DELETE /v2.0/floatingips/0d2c817c-a2ac-4995-b57b-1d78fd42e6a2 HTTP/1.1" status: 204 len: 168 time: 0.5249572 Jul 28 18:10:04.356044 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:04.626182 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee9e55-c56d-4d1c-be12-fc6ddb887b3f req-e2dce125-a53b-466f-8171-12c9d1ec8392 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:04.628467 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d1ee9e55-c56d-4d1c-be12-fc6ddb887b3f req-e2dce125-a53b-466f-8171-12c9d1ec8392 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0492587 Jul 28 18:10:04.676467 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d1ee9e55-c56d-4d1c-be12-fc6ddb887b3f req-5d19c355-6a81-4bb2-bdfb-cfe2d571a46f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423656 Jul 28 18:10:05.796303 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fa87-a075-4b06-9059-0ca7a1ceed88 req-d945cb49-cade-418e-98ac-cdf74f80fb4c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:05.797758 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0374fa87-a075-4b06-9059-0ca7a1ceed88 req-d945cb49-cade-418e-98ac-cdf74f80fb4c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0487177 Jul 28 18:10:05.818216 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:05.846570 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0374fa87-a075-4b06-9059-0ca7a1ceed88 req-01ec445b-5f6b-4d56-942b-dfd79e7a1d02 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Jul 28 18:10:06.101857 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:06.172913 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:06.500184 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42328) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:06.912342 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:06.947390 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:07.026755 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794bf26-54e3-4d93-a2c0-8cc38aa5d93e req-23e33249-2013-414c-ae4f-fcc17d0d15f1 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:07.028240 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3794bf26-54e3-4d93-a2c0-8cc38aa5d93e req-23e33249-2013-414c-ae4f-fcc17d0d15f1 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0842164 Jul 28 18:10:07.136760 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3794bf26-54e3-4d93-a2c0-8cc38aa5d93e req-da5e3e22-2be2-48b7-bbd6-a5ca9645e30f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014287 Jul 28 18:10:07.209414 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Deleting port deaf7c77-bf25-4665-8baa-a29b466a4596 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:10:07.209728 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:07.291495 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:07.293384 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] For port deaf7c77-bf25-4665-8baa-a29b466a4596, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=deaf7c77-bf25-4665-8baa-a29b466a4596,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:07.293745 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:07.307955 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Calling delete_port for deaf7c77-bf25-4665-8baa-a29b466a4596 owned by network:router_interface {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:10:07.544184 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (deaf7c77-bf25-4665-8baa-a29b466a4596), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:07.569543 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Pushing event deleted for resources: {'Port': ['ID=deaf7c77-bf25-4665-8baa-a29b466a4596,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:07.732116 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:07.824359 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:07.940928 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:10:08.042482 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:10:08.047431 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4f77d6c1-60c0-4d05-a013-cbc38e50d373 admin admin] 10.222.0.85 "PUT /v2.0/routers/7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462239 Jul 28 18:10:08.050613 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42334) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:08.054652 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] Sync routers for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:10:08.065653 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:08.066273 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:08.150416 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks [] for router (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:08.169677 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:08.198577 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:08.243568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:08.257498 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks [] for router_gateway (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:08.263966 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729d5ca-0dbb-463c-9c41-36d38cbe4504 req-fc480626-04bf-46c9-9b09-fab0df3fcad7 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:08.264620 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:08.266337 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a729d5ca-0dbb-463c-9c41-36d38cbe4504 req-fc480626-04bf-46c9-9b09-fab0df3fcad7 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0498548 Jul 28 18:10:08.324380 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a729d5ca-0dbb-463c-9c41-36d38cbe4504 req-e944d025-bf0a-4358-80aa-97fa226ca2f6 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509224 Jul 28 18:10:08.355343 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:10:07Z', 'revision_number': 5, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port': {'id': '7101329a-5438-487a-9a01-79d2e4e4e9d2', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:01:54Z', 'updated_at': '2022-07-28T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:08.378165 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Deleting port 7101329a-5438-487a-9a01-79d2e4e4e9d2 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:10:08.378550 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:08.381839 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] Checking router: 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:10:08.391073 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] Routers {'7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:08.391719 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:08.465347 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] For port 7101329a-5438-487a-9a01-79d2e4e4e9d2, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=7101329a-5438-487a-9a01-79d2e4e4e9d2,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:08.465631 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:08.479331 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Calling delete_port for 7101329a-5438-487a-9a01-79d2e4e4e9d2 owned by network:router_gateway {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:10:08.480380 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] Set router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 gateway port host: None {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:08.530592 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:10:08Z', 'revision_number': 6, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:08.560320 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314bae9d-d910-4d51-932f-e05b36bbf71f None None] The sync data for ids ['7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0'] in dv-cinder-837543-7-iscsi is: [{'id': '7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1817668652-router', 'tenant_id': '2732f627abb44936bedd3293898b24f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:01:52Z', 'updated_at': '2022-07-28T18:10:08Z', 'revision_number': 6, 'project_id': '2732f627abb44936bedd3293898b24f3', 'gw_port_host': None}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:08.693096 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (7101329a-5438-487a-9a01-79d2e4e4e9d2), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:08.719835 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7101329a-5438-487a-9a01-79d2e4e4e9d2,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:08.779519 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:08.858249 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:08.867321 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:08.869481 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks [] for router_controller (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.001374 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.002013 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 {{(pid=116180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:10:09.006269 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.007448 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0b8a8565-41ba-49f6-aaa7-7389802d9db7 admin admin] 10.222.0.85 "DELETE /v2.0/routers/7d1a9cea-f4d5-4d6b-9cba-9b404bc965a0 HTTP/1.1" status: 204 len: 168 time: 0.9559531 Jul 28 18:10:09.009979 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42338) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:09.054887 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] Deleting subnet 8344ebe7-ae09-4e80-af05-953c7951a8f5 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:10:09.058047 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] Publish callbacks [] for subnet (8344ebe7-ae09-4e80-af05-953c7951a8f5), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.092239 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (8344ebe7-ae09-4e80-af05-953c7951a8f5), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.170661 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (8344ebe7-ae09-4e80-af05-953c7951a8f5), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.312857 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (8344ebe7-ae09-4e80-af05-953c7951a8f5), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.336495 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device deaf7c77-bf25-4665-8baa-a29b466a4596 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:09.338832 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8344ebe7-ae09-4e80-af05-953c7951a8f5,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:09.345850 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.349291 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4fab80d6-f96d-4ce3-84d3-4a79f02d89a8 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8344ebe7-ae09-4e80-af05-953c7951a8f5 HTTP/1.1" status: 204 len: 168 time: 0.3382983 Jul 28 18:10:09.352055 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42340) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:09.361749 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b554a78-b33c-4bde-b430-1396e08c47a6 None None] Network 144cc463-6995-43c7-bdb8-22e214402d26 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:10:09.364180 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: deaf7c77-bf25-4665-8baa-a29b466a4596 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:10:09.364523 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device deaf7c77-bf25-4665-8baa-a29b466a4596 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:09.364944 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 7101329a-5438-487a-9a01-79d2e4e4e9d2 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:09.426790 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 7101329a-5438-487a-9a01-79d2e4e4e9d2 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:10:09.427135 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 7101329a-5438-487a-9a01-79d2e4e4e9d2 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:09.434578 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (144cc463-6995-43c7-bdb8-22e214402d26), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.463622 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0686e8-e4b6-49aa-8605-07c36f6b2d1c req-54774500-6a95-4f65-958b-622f32900ae5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:09.464993 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fd0686e8-e4b6-49aa-8605-07c36f6b2d1c req-54774500-6a95-4f65-958b-622f32900ae5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0573320 Jul 28 18:10:09.484195 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Deleting port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:10:09.484632 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.520505 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:09.526664 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-fd0686e8-e4b6-49aa-8605-07c36f6b2d1c req-004dc979-2b73-46ff-885d-b08932c5bfd7 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544524 Jul 28 18:10:09.559795 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] DHCP port deletion for 144cc463-6995-43c7-bdb8-22e214402d26 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:10:09.569917 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] For port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:09.570294 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.588790 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Calling delete_port for 59850bbf-bb6e-46f4-9a32-bb5b7435de3e owned by network:dhcp {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:10:09.603993 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] Deleting port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:10:09.604495 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.676840 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] For port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,segment=NetworkSegment(15c6bc67-dbea-45ec-8546-7f50c4be5ede),segment_id=15c6bc67-dbea-45ec-8546-7f50c4be5ede)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:09.677229 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.689829 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] Calling delete_port for 59850bbf-bb6e-46f4-9a32-bb5b7435de3e owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:10:09.733109 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.768279 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Pushing event deleted for resources: {'Port': ['ID=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:09.768704 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (59850bbf-bb6e-46f4-9a32-bb5b7435de3e), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.771213 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] No DVR routers for this DVR port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e on host dv-cinder-837543-7-iscsi {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:10:09.795337 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] Pushing event deleted for resources: {'Port': ['ID=59850bbf-bb6e-46f4-9a32-bb5b7435de3e,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:09.798783 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.799225 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.799574 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.799918 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.800254 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.800585 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.800780 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f595d39-4218-45ae-a8ad-7cad4e69fdde None None] No DVR routers for this DVR port 59850bbf-bb6e-46f4-9a32-bb5b7435de3e on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:10:09.800946 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.801223 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.802017 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.803333 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.803333 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.803333 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.803333 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.803901 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.803901 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:09.865692 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (144cc463-6995-43c7-bdb8-22e214402d26), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.882140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:09.885509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144cc463-6995-43c7-bdb8-22e214402d26']}} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:09.895001 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c6bc67-dbea-45ec-8546-7f50c4be5ede') {'for_net_delete': True} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:09.895301 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c6bc67-dbea-45ec-8546-7f50c4be5ede') {} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:09.904825 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31054964'] for segment (15c6bc67-dbea-45ec-8546-7f50c4be5ede), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.918668 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (15c6bc67-dbea-45ec-8546-7f50c4be5ede), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:09.925588 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=116181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:10:09.925954 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31051798'] for segment (15c6bc67-dbea-45ec-8546-7f50c4be5ede), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:10.089336 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 15c6bc67-dbea-45ec-8546-7f50c4be5ede resource provider aggregate not found Jul 28 18:10:10.098498 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (144cc463-6995-43c7-bdb8-22e214402d26), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:10.104387 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:10.108019 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] 10.222.0.85 "DELETE /v2.0/networks/144cc463-6995-43c7-bdb8-22e214402d26 HTTP/1.1" status: 204 len: 168 time: 0.7540910 Jul 28 18:10:10.111023 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment 15c6bc67-dbea-45ec-8546-7f50c4be5ede resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15c6bc67-dbea-45ec-8546-7f50c4be5ede found for delete ", "request_id": "req-32cd20d1-650d-44e1-bba7-db5b964d883c"}]} Jul 28 18:10:10.121124 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d3bbc-d3c6-48de-a7e9-9312e638157d admin admin] Pushing event deleted for resources: {'Network': ['ID=144cc463-6995-43c7-bdb8-22e214402d26,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:10.427133 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:10.435178 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42352) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:10.476313 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8b89e945-36eb-448f-9d03-c3972e0c0caf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2732f627abb44936bedd3293898b24f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399570 Jul 28 18:10:10.479163 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42354) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:10.531093 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6535b50f-466c-4ead-9b4b-a72be3104a01 admin admin] Publish callbacks [] for security_group (ad1d2f91-1d8a-48b1-8fbc-cbad5417b231), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:10.552740 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6535b50f-466c-4ead-9b4b-a72be3104a01 admin admin] Publish callbacks [] for security_group (ad1d2f91-1d8a-48b1-8fbc-cbad5417b231), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:10.650096 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e47c8-1fa0-4560-b913-c96f583092ba req-960161b3-a44e-4c5e-9966-a16ac26a83bc tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:10.651690 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-254e47c8-1fa0-4560-b913-c96f583092ba req-960161b3-a44e-4c5e-9966-a16ac26a83bc tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0493393 Jul 28 18:10:10.687063 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6535b50f-466c-4ead-9b4b-a72be3104a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ad1d2f91-1d8a-48b1-8fbc-cbad5417b231), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:10.689840 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6535b50f-466c-4ead-9b4b-a72be3104a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:10.691019 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6535b50f-466c-4ead-9b4b-a72be3104a01 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ad1d2f91-1d8a-48b1-8fbc-cbad5417b231 HTTP/1.1" status: 204 len: 168 time: 0.2108858 Jul 28 18:10:10.699513 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535b50f-466c-4ead-9b4b-a72be3104a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d2f91-1d8a-48b1-8fbc-cbad5417b231,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:10.699845 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-254e47c8-1fa0-4560-b913-c96f583092ba req-4f49a503-64af-4959-8695-3008bbea1cf4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Jul 28 18:10:11.175542 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 59850bbf-bb6e-46f4-9a32-bb5b7435de3e no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:10:11.195704 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 59850bbf-bb6e-46f4-9a32-bb5b7435de3e {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:10:11.196048 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 59850bbf-bb6e-46f4-9a32-bb5b7435de3e not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:10:11.690880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42378) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:11.792903 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1338710812-network', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:11.836592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afa7d9-9b8c-4a28-ab9f-be2b8d6cb9c4 req-16396929-31ba-43eb-9793-97e3980c8b4d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:11.838059 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-20afa7d9-9b8c-4a28-ab9f-be2b8d6cb9c4 req-16396929-31ba-43eb-9793-97e3980c8b4d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0621967 Jul 28 18:10:11.886956 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-20afa7d9-9b8c-4a28-ab9f-be2b8d6cb9c4 req-66baa7a8-ca62-412b-9215-3813401d480b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Jul 28 18:10:11.887968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Made reservation on behalf of b8daf9e3c7be417c82e7cbf8624d1d5d for: {'network': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:11.890216 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for network (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:11.899212 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:11.979107 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks [] for security_group (19b18e5d-4dab-465f-9fc2-e1807b0e4989), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.058092 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (19b18e5d-4dab-465f-9fc2-e1807b0e4989), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.084183 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=116180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:10:12.093388 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b18e5d-4dab-465f-9fc2-e1807b0e4989,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:12.100432 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (00f65718-14f8-4ec8-af1f-b38244574ea6), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.100777 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.segments_db [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Added segment 00f65718-14f8-4ec8-af1f-b38244574ea6 of type vlan for network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 Jul 28 18:10:12.142743 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781883001730'] for network (7a1ed8c2-e3be-47b5-8608-0f5e33222798), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.146494 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=10 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:12.201151 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451'] for network (7a1ed8c2-e3be-47b5-8608-0f5e33222798), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.202134 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:12.202750 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.265168 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1ed8c2-e3be-47b5-8608-0f5e33222798,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:12.274905 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 details requested by agent ovs-agent-dv-cinder-837543-7-iscsi with host dv-cinder-837543-7-iscsi {{(pid=116182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:10:12.318471 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6a0cf3b6-9708-486a-b429-aa4b142d08c6 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6264172 Jul 28 18:10:12.321415 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42384) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:12.326212 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Request body: {'subnet': {'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-subnet', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:12.389835 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Made reservation on behalf of b8daf9e3c7be417c82e7cbf8624d1d5d for: {'subnet': 1} {{(pid=116180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:12.392851 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31161304'] for subnet (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.463209 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:12.540459 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:12.635903 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32402266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31161334'] for subnet (78bc1809-e8bb-4bd9-b68b-f65f7b922cc9), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.695719 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:12.703447 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Checking segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:10:12.703823 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Network hostable DHCP agents. Network: 7a1ed8c2-e3be-47b5-8608-0f5e33222798, hostable agents: ['eb082206-e221-4c5e-86e8-7910e4f3c0c1'], hosted agents: [] {{(pid=116180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:10:12.790105 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is scheduled to be hosted by DHCP agent eb082206-e221-4c5e-86e8-7910e4f3c0c1 with binding_index 1 {{(pid=116180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:10:12.858501 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-7-iscsi, 7a1ed8c2-e3be-47b5-8608-0f5e33222798) {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:12.863646 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:12.864256 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:12.866165 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecad0fe-cd03-4056-b632-bd08055af613 None None] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:10:12.945199 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-da1d6372-05f3-471d-b9fe-1e6df867d0e0 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6198974 Jul 28 18:10:12.946031 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42388) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:12.948620 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:12.951281 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:12.981267 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29a5f404-8795-5fd3-a28a-072e1b0d46b4-7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9'}]}} from dv-cinder-837543-7-iscsi. {{(pid=116182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:10:12.982435 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.002580 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:13.016703 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98bd7-84bc-49a1-8bb3-99fb1d161d8d req-3d14e5d1-7fc8-4f6b-b17e-2b9b05ccb3a2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:13.018786 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-75f98bd7-84bc-49a1-8bb3-99fb1d161d8d req-3d14e5d1-7fc8-4f6b-b17e-2b9b05ccb3a2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0563002 Jul 28 18:10:13.059548 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-681'] for router (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.060673 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-928250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946682', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-672'] for router (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.070937 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-75f98bd7-84bc-49a1-8bb3-99fb1d161d8d req-30effa47-077a-4952-946f-f7a463d0aad8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464921 Jul 28 18:10:13.114840 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks [] for router_controller (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), precommit_add_association {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.136910 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.db_base_plugin_common [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Allocated IP 172.20.0.2 (7a1ed8c2-e3be-47b5-8608-0f5e33222798/78bc1809-e8bb-4bd9-b68b-f65f7b922cc9/e9bf6b62-454a-4218-aa21-a721f61d1da5) {{(pid=116182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:13.138670 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:13.286530 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Publish callbacks [] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), precommit_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.488133 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), after_create {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.524868 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is already hosted by enough agents. {{(pid=116182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:13.530115 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.scheduler.base_scheduler [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Resources bound (agent type, host, resource id): {{(pid=116182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:13.534799 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Received port after_create {{(pid=116182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:10:13.545214 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Pushing event updated for resources: {'Port': ['ID=e9bf6b62-454a-4218-aa21-a721f61d1da5,revision_number=1']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:13.571657 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks [] for router_gateway (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.600940 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Attempting to bind port e9bf6b62-454a-4218-aa21-a721f61d1da5 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:10:13.601309 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Attempting to bind port e9bf6b62-454a-4218-aa21-a721f61d1da5 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:10:13.601670 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Attempting to bind port e9bf6b62-454a-4218-aa21-a721f61d1da5 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:10:13.607056 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:10:13.609966 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Checking segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:10:13.609966 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.609966 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Bound using segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:10:13.609966 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Bound port: e9bf6b62-454a-4218-aa21-a721f61d1da5, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:10:13.609966 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.673559 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] For port e9bf6b62-454a-4218-aa21-a721f61d1da5, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:13.675707 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:13.676980 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] For port e9bf6b62-454a-4218-aa21-a721f61d1da5, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=e9bf6b62-454a-4218-aa21-a721f61d1da5,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:13.784853 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.794281 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks [] for router_gateway (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.817683 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:13.858122 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aea01f-e591-4fc1-8284-366778b48c0e None None] Pushing event updated for resources: {'Port': ['ID=e9bf6b62-454a-4218-aa21-a721f61d1da5,revision_number=2']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:13.934980 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Allocated IP 172.27.0.130 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/631e7d5f-f835-4bf4-88ca-a2b77820a5b4) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:14.060714 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks [] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:14.061962 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:14.162447 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:14.231467 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:14.237921 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832c005-0cb7-4ff5-96c1-88b54e20684a req-1c95b4fc-cacc-4792-9fbd-a027e08f195a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:14.239446 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d832c005-0cb7-4ff5-96c1-88b54e20684a req-1c95b4fc-cacc-4792-9fbd-a027e08f195a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0895777 Jul 28 18:10:14.242699 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:14.247973 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:10:14.278322 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Pushing event updated for resources: {'Port': ['ID=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:14.389318 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d832c005-0cb7-4ff5-96c1-88b54e20684a req-0f1a35b7-2978-4593-a627-326d6fac9b22 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421607 Jul 28 18:10:14.593875 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks [] for router_gateway (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:14.639766 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:14.728009 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f13e7-202a-4a13-bc4e-2a076ee7a079 None None] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:10:14.792522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946566'] for router (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:14.931060 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-d166badc-f21f-4650-a19f-713e34d3da29 None None] Provisioning complete for port e9bf6b62-454a-4218-aa21-a721f61d1da5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:14.931325 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d166badc-f21f-4650-a19f-713e34d3da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:14.967250 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 is scheduled to L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b with binding_index 1 {{(pid=116180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:10:14.973167 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:15.049751 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-d166badc-f21f-4650-a19f-713e34d3da29 None None] Current status of the port e9bf6b62-454a-4218-aa21-a721f61d1da5 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:15.050145 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d166badc-f21f-4650-a19f-713e34d3da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.090699 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-d166badc-f21f-4650-a19f-713e34d3da29 None None] For port e9bf6b62-454a-4218-aa21-a721f61d1da5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=e9bf6b62-454a-4218-aa21-a721f61d1da5,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:15.091880 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:10:15.106900 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:10:15.115086 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:15.115903 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:15.132798 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d166badc-f21f-4650-a19f-713e34d3da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.195061 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166badc-f21f-4650-a19f-713e34d3da29 None None] Pushing event updated for resources: {'Port': ['ID=e9bf6b62-454a-4218-aa21-a721f61d1da5,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:15.199412 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.200828 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-2442676d-d79d-444a-95b7-e140052e3248 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2536130 Jul 28 18:10:15.204215 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42392) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:15.233733 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:15.254343 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-5a3424ff-3588-46c0-a2d5-93f46b464ff4 None None] Provisioning complete for port e9bf6b62-454a-4218-aa21-a721f61d1da5 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:15.254905 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-5a3424ff-3588-46c0-a2d5-93f46b464ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.279977 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device e9bf6b62-454a-4218-aa21-a721f61d1da5 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:15.371210 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port e9bf6b62-454a-4218-aa21-a721f61d1da5 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:15.371625 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.394488 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-5a3424ff-3588-46c0-a2d5-93f46b464ff4 None None] Current status of the port e9bf6b62-454a-4218-aa21-a721f61d1da5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:15.407369 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:14Z', 'revision_number': 3, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:15.450444 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port e9bf6b62-454a-4218-aa21-a721f61d1da5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:15.454729 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:10:15.455311 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Updating router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 binding host dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:10:15.489016 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.541818 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db1d09-7524-423d-96ef-956fcb03101e req-c1d21e80-a488-46b7-b889-7aae6a18e89f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:15.543398 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-11db1d09-7524-423d-96ef-956fcb03101e req-c1d21e80-a488-46b7-b889-7aae6a18e89f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0584428 Jul 28 18:10:15.554856 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:15.601753 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-11db1d09-7524-423d-96ef-956fcb03101e req-9badf523-d9d8-45f0-9d7d-319188644c7a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513885 Jul 28 18:10:15.650974 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:15.660242 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.831569 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Allocated IP 172.20.0.1 (7a1ed8c2-e3be-47b5-8608-0f5e33222798/78bc1809-e8bb-4bd9-b68b-f65f7b922cc9/c0f4a463-5b28-436b-86f0-da01f098cef6) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:15.839731 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Publish callbacks [] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), precommit_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.915370 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.953329 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks [] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:15.976950 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd537b9-3d46-4afb-a1fb-a719a415c1e8 req-05863dab-d108-4675-99a4-558822ee1783 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:15.978778 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3fd537b9-3d46-4afb-a1fb-a719a415c1e8 req-05863dab-d108-4675-99a4-558822ee1783 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0519032 Jul 28 18:10:15.978920 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Pushing event updated for resources: {'Port': ['ID=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,revision_number=2']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:15.988272 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.988705 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.989157 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.989586 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.990004 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.990426 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.990827 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.991238 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.991808 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.992064 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.992477 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.992829 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.993266 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.993676 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.994064 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:15.997713 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Attempting to bind port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:10:15.998157 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Attempting to bind port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:10:15.998628 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Attempting to bind port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 on network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:10:16.005052 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:10:16.005698 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Checking segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:10:16.006294 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.006720 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Bound using segment: {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'} {{(pid=116183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:10:16.007428 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.managers [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Bound port: 631e7d5f-f835-4bf4-88ca-a2b77820a5b4, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04d082-c129-439d-a367-006e03945f5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}}] {{(pid=116183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:10:16.007821 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), before_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.043002 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3fd537b9-3d46-4afb-a1fb-a719a415c1e8 req-1a867ba3-7036-4510-9c86-a13e0d8c324d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584137 Jul 28 18:10:16.068469 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] For port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:16.068469 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.plugins.ml2.db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] For port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:16.081798 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.124893 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:16.128295 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:16.132501 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:10:16.159502 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Pushing event updated for resources: {'Port': ['ID=c0f4a463-5b28-436b-86f0-da01f098cef6,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.169285 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron_lib.callbacks.manager [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), after_update {{(pid=116183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.183036 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-929158'] for router_interface (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.210646 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-8f649951-7079-4c1e-8379-11d6fc617ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:16.210646 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-8f649951-7079-4c1e-8379-11d6fc617ef3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 1129 time: 0.0492024 Jul 28 18:10:16.224511 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:16.225334 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:16.293089 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cd998-ce2b-469d-bc6b-9a7fccb82605 None None] Pushing event updated for resources: {'Port': ['ID=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,revision_number=3']} {{(pid=116183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.329228 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:16.361231 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:16.363514 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:16.381211 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.427667 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-70ed4fa3-c7e0-4c74-8189-8980025c649a None None] Provisioning complete for port c0f4a463-5b28-436b-86f0-da01f098cef6 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:16.429001 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-70ed4fa3-c7e0-4c74-8189-8980025c649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.473417 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-70ed4fa3-c7e0-4c74-8189-8980025c649a None None] Port c0f4a463-5b28-436b-86f0-da01f098cef6 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:10:16.510063 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:16.555870 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:14Z', 'revision_number': 3, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:16.578620 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks [] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.586660 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40ae46-9931-4fd0-a91d-a682dc4df9af None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:14Z', 'revision_number': 3, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:16.623227 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-fc7064c4-75e2-422b-a2c8-23b267e79fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:16.624725 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-fc7064c4-75e2-422b-a2c8-23b267e79fa9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 911 time: 0.4074688 Jul 28 18:10:16.653362 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.691613 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-a1442adf-fd37-418e-ab59-674b775c5022 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f7eafd-8248-4438-9837-008bc6b5122c HTTP/1.1" status: 200 len: 1000 time: 0.0589976 Jul 28 18:10:16.702533 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:16.724062 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Pushing event updated for resources: {'Port': ['ID=c0f4a463-5b28-436b-86f0-da01f098cef6,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:16.729471 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-929274'] for router_interface (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.748304 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-f3ed1f00-3611-4792-9b43-ab2ef659457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:16.750020 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-f3ed1f00-3611-4792-9b43-ab2ef659457f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 200 len: 849 time: 0.0516806 Jul 28 18:10:16.815212 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-f521ac89-7352-4d0e-be66-6a07876f3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:16.818017 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-f521ac89-7352-4d0e-be66-6a07876f3d1d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611196 Jul 28 18:10:16.850138 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:16.851609 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:16.951677 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-783615fa-119a-4a38-9190-f10e5108160a service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169906 Jul 28 18:10:16.980574 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:10:17.071507 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7938cb5c-ac79-499a-adcd-abf7d7f40ea0 req-1afd2497-7f75-4144-a6bb-74d370e58cf3 service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135373 Jul 28 18:10:17.110872 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:10:17.117780 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-be2af601-f464-4d13-aae0-157f949ed98f admin admin] 10.222.0.85 "PUT /v2.0/routers/f83da1f3-fc63-4aa0-b813-14111f8f2aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9123003 Jul 28 18:10:17.214017 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-1f8197ad-a307-4a60-b8d3-e370ce8974eb None None] Provisioning complete for port c0f4a463-5b28-436b-86f0-da01f098cef6 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:17.214984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1f8197ad-a307-4a60-b8d3-e370ce8974eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.223620 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:17.241577 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb2c8e-5dca-421a-a522-33a6ba1ccaab req-ef79ba64-669f-4c53-9a74-ddb18a0b0f54 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:17.241577 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7ceb2c8e-5dca-421a-a522-33a6ba1ccaab req-ef79ba64-669f-4c53-9a74-ddb18a0b0f54 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0767739 Jul 28 18:10:17.278249 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-1f8197ad-a307-4a60-b8d3-e370ce8974eb None None] Port c0f4a463-5b28-436b-86f0-da01f098cef6 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:10:17.321228 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7ceb2c8e-5dca-421a-a522-33a6ba1ccaab req-da0cf869-44a2-4b0d-b0b1-3007cda7f95d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736432 Jul 28 18:10:17.335163 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:17.384985 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:17.385692 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.478083 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:17.478750 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.503318 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] For port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:17.596033 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.596993 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device e9bf6b62-454a-4218-aa21-a721f61d1da5 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:17.605560 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42408) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:17.610795 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-7c4d0aef-99fd-4770-89a9-b4bfb2fd93da tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7067502', 'description': 'tempest-description--2093550066'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:17.661483 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:17.674870 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Pushing event updated for resources: {'Port': ['ID=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:17.681644 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7c4d0aef-99fd-4770-89a9-b4bfb2fd93da tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.688948 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.693802 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:10:17.699627 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port e9bf6b62-454a-4218-aa21-a721f61d1da5 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:17.700005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.755381 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7c4d0aef-99fd-4770-89a9-b4bfb2fd93da tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (0201e94f-9179-47a9-82dc-f090798e0396), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.779277 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port e9bf6b62-454a-4218-aa21-a721f61d1da5 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:17.823893 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7c4d0aef-99fd-4770-89a9-b4bfb2fd93da tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (0201e94f-9179-47a9-82dc-f090798e0396), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.849639 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:17.854568 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d0aef-99fd-4770-89a9-b4bfb2fd93da tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0201e94f-9179-47a9-82dc-f090798e0396,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:17.963143 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7c4d0aef-99fd-4770-89a9-b4bfb2fd93da tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.964406 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-7c4d0aef-99fd-4770-89a9-b4bfb2fd93da tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3577805 Jul 28 18:10:17.967947 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42410) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:17.975276 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-cfbac28b-4e9e-4aa0-b1c9-fff4517d9231 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': '0201e94f-9179-47a9-82dc-f090798e0396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:18.058401 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cfbac28b-4e9e-4aa0-b1c9-fff4517d9231 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (0dd536fc-2266-46ad-9a21-b1874ab09eb8), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.118198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cfbac28b-4e9e-4aa0-b1c9-fff4517d9231 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (0dd536fc-2266-46ad-9a21-b1874ab09eb8), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.183971 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cfbac28b-4e9e-4aa0-b1c9-fff4517d9231 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (0dd536fc-2266-46ad-9a21-b1874ab09eb8), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.202907 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbac28b-4e9e-4aa0-b1c9-fff4517d9231 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd536fc-2266-46ad-9a21-b1874ab09eb8,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:18.250866 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:10:18.260526 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:18.261191 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:18.288953 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cfbac28b-4e9e-4aa0-b1c9-fff4517d9231 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.290162 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-cfbac28b-4e9e-4aa0-b1c9-fff4517d9231 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212407 Jul 28 18:10:18.293002 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42412) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:18.297317 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-e9648267-8f8b-4f9e-9b66-09dde2da5d2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': '0201e94f-9179-47a9-82dc-f090798e0396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:18.372778 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9648267-8f8b-4f9e-9b66-09dde2da5d2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (ab2bac49-a1dc-4b6f-8797-bb05fd8d80d2), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.378880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:18.465328 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f8c8-b44a-4ed8-9df1-b3d90bb04e22 req-8f697f77-dc53-4369-a375-6177f492d72f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:18.476666 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8997f8c8-b44a-4ed8-9df1-b3d90bb04e22 req-8f697f77-dc53-4369-a375-6177f492d72f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0646508 Jul 28 18:10:18.487441 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9648267-8f8b-4f9e-9b66-09dde2da5d2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (ab2bac49-a1dc-4b6f-8797-bb05fd8d80d2), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.523293 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8997f8c8-b44a-4ed8-9df1-b3d90bb04e22 req-c5043dd0-7a2c-47af-b157-86c2d01ebe92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483284 Jul 28 18:10:18.561682 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9648267-8f8b-4f9e-9b66-09dde2da5d2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (ab2bac49-a1dc-4b6f-8797-bb05fd8d80d2), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.580609 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 2, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:18.583731 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9648267-8f8b-4f9e-9b66-09dde2da5d2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2bac49-a1dc-4b6f-8797-bb05fd8d80d2,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:18.606743 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:10:18.607101 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Updating router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 port c0f4a463-5b28-436b-86f0-da01f098cef6 binding host dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:10:18.640554 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.649053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9648267-8f8b-4f9e-9b66-09dde2da5d2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.650294 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-e9648267-8f8b-4f9e-9b66-09dde2da5d2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563292 Jul 28 18:10:18.653424 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42418) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:18.659771 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:18.676005 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:18.749886 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.758427 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:18.836294 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.907766 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Publish callbacks [] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), precommit_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:18.946713 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.27.0.94 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/bb52d3f5-d170-4303-85be-8b3730d46f27) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:18.955923 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:18.973035 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.033132 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be7d6-4d48-4842-8794-ba0189ffc968 None None] Pushing event updated for resources: {'Port': ['ID=c0f4a463-5b28-436b-86f0-da01f098cef6,revision_number=3']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:19.068639 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.085999 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Attempting to bind port c0f4a463-5b28-436b-86f0-da01f098cef6 on host dv-cinder-837543-7-iscsi for vnic_type normal with profile {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:10:19.086809 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Attempting to bind port c0f4a463-5b28-436b-86f0-da01f098cef6 by drivers openvswitch,hyperv on host dv-cinder-837543-7-iscsi at level 0 using segments [{'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:10:19.086809 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Attempting to bind port c0f4a463-5b28-436b-86f0-da01f098cef6 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:10:19.091992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Checking agent: {'id': 'c05232e6-7164-4468-8915-776262670708', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 53, 6), 'started_at': datetime.datetime(2022, 7, 28, 17, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:10:19.092363 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Checking segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:10:19.092762 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.093153 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Bound using segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} {{(pid=116182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:10:19.093623 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.managers [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Bound port: c0f4a463-5b28-436b-86f0-da01f098cef6, host: dv-cinder-837543-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}}] {{(pid=116182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:10:19.094007 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.134273 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:19.168333 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] For port c0f4a463-5b28-436b-86f0-da01f098cef6, host dv-cinder-837543-7-iscsi, cleared binding levels {{(pid=116182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:19.172615 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] For port c0f4a463-5b28-436b-86f0-da01f098cef6, host dv-cinder-837543-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=c0f4a463-5b28-436b-86f0-da01f098cef6,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:19.184915 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.205746 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:19.234532 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:19.240020 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:19.243089 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:10:19.246709 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=bb52d3f5-d170-4303-85be-8b3730d46f27,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:19.251571 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:19.251949 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.276824 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.336911 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (14d70044-05a3-40b6-aef2-2368f315308a), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.350919 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-d67002db-4895-4354-93ae-27644e86aadb None None] Provisioning complete for port c0f4a463-5b28-436b-86f0-da01f098cef6 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:19.351347 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d67002db-4895-4354-93ae-27644e86aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.393165 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be7d6-4d48-4842-8794-ba0189ffc968 None None] Pushing event updated for resources: {'Port': ['ID=c0f4a463-5b28-436b-86f0-da01f098cef6,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:19.402892 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:19.403517 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:19.440771 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.482826 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:19.522819 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:19.551513 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:19.608250 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.646834 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.698538 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-d67002db-4895-4354-93ae-27644e86aadb None None] Current status of the port c0f4a463-5b28-436b-86f0-da01f098cef6 is: DOWN; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:19.699127 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d67002db-4895-4354-93ae-27644e86aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.718290 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=bb52d3f5-d170-4303-85be-8b3730d46f27,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:19.726877 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:19.731706 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (14d70044-05a3-40b6-aef2-2368f315308a), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.775518 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-d67002db-4895-4354-93ae-27644e86aadb None None] For port c0f4a463-5b28-436b-86f0-da01f098cef6, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=c0f4a463-5b28-436b-86f0-da01f098cef6,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:19.832576 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.841940 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-7ce74d27-f583-4e1e-9194-7a62eb52755b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1795266 Jul 28 18:10:19.856656 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d67002db-4895-4354-93ae-27644e86aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.934687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67002db-4895-4354-93ae-27644e86aadb None None] Pushing event updated for resources: {'Port': ['ID=c0f4a463-5b28-436b-86f0-da01f098cef6,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:19.988576 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-ae456944-4c81-44ae-971b-c4bafcf13b25 None None] Provisioning complete for port c0f4a463-5b28-436b-86f0-da01f098cef6 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:19.989028 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ae456944-4c81-44ae-971b-c4bafcf13b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.990716 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:19.998610 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-30997282-e9b4-41a5-aeeb-3ef7d5d973be tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--7067502&fields=id&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 267 time: 0.0458748 Jul 28 18:10:20.015379 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:20.034641 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c13d22-6585-4298-b777-02831e6fa151 None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:20.126939 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-d362ee3e-061f-43f2-bff0-9f2cd2a9a9a1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:20.128602 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-d362ee3e-061f-43f2-bff0-9f2cd2a9a9a1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1234536 Jul 28 18:10:20.128745 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-ae456944-4c81-44ae-971b-c4bafcf13b25 None None] Current status of the port c0f4a463-5b28-436b-86f0-da01f098cef6 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:20.144583 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-64b11e82-10df-4652-a62b-2db24a2f32ca tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/quotas/b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 375 time: 0.0100586 Jul 28 18:10:20.197652 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-2e2a859a-3386-4c8d-8c89-6c8ac0c9be09 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479341 Jul 28 18:10:20.265972 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:20.306876 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-b62b058c-f80e-4ccc-a1bb-d8ea7b2dbba5 service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970073 Jul 28 18:10:20.403909 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-04e696b9-f6fb-478a-8ec1-0d515fa7525e service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910065 Jul 28 18:10:20.936017 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b53ff18e-8e44-4d07-b353-cef481329ff8 req-7f8a126b-0d2c-46ce-ba54-c5a2873e05a0 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 210 time: 0.3108828 Jul 28 18:10:21.201742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device c0f4a463-5b28-436b-86f0-da01f098cef6 up at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:21.251849 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Provisioning complete for port c0f4a463-5b28-436b-86f0-da01f098cef6 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:21.252219 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:21.320206 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:21.328712 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Current status of the port c0f4a463-5b28-436b-86f0-da01f098cef6 is: ACTIVE; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:22.044322 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-856b8b3c-4c99-40e6-9bf9-cdf477e0ba20 req-a1cd1cec-51de-4233-bedf-603e0a1654ac tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 210 time: 0.0342071 Jul 28 18:10:23.149100 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cd5a602a-870a-43d9-9f60-fda1e15dc257 req-16873841-83a2-43aa-9f93-d8385b7aff35 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 210 time: 0.0279698 Jul 28 18:10:23.435198 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-89cb369c-463f-4641-9a6a-f9be5dc5fa3c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:23.436595 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-89cb369c-463f-4641-9a6a-f9be5dc5fa3c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1128469 Jul 28 18:10:23.508980 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-66d9b607-898c-4512-b449-68c16d6be71a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 377 time: 0.0558496 Jul 28 18:10:23.522153 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'port': {'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'admin_state_up': True, 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'security_groups': ['0201e94f-9179-47a9-82dc-f090798e0396']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:23.721379 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Made reservation on behalf of b8daf9e3c7be417c82e7cbf8624d1d5d for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:10:23.725007 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:23.856847 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.20.0.8 (7a1ed8c2-e3be-47b5-8608-0f5e33222798/78bc1809-e8bb-4bd9-b68b-f65f7b922cc9/af478c0c-b95b-48ce-bd01-5c5c161051cb) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:10:23.993485 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.014977 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:24.087246 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.127167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:24.137886 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:10:24.142056 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:10:24.145806 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:10:24.151767 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=af478c0c-b95b-48ce-bd01-5c5c161051cb,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:24.203723 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:24.205002 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.278524 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161da05-a70e-41f6-8773-041df6a73e3a req-478d89ab-2291-44b0-a026-6958eb1e8dbd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:24.280070 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9161da05-a70e-41f6-8773-041df6a73e3a req-478d89ab-2291-44b0-a026-6958eb1e8dbd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 931 time: 0.0543189 Jul 28 18:10:24.284027 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3786e3df-be8e-4de0-b262-5f326b98123e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675419 Jul 28 18:10:24.307636 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Request body: {'port': {'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:24.372463 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-c3a1896d-1186-4ff5-abcf-aa24b018ba40 None None] Provisioning complete for port af478c0c-b95b-48ce-bd01-5c5c161051cb triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:24.373079 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c3a1896d-1186-4ff5-abcf-aa24b018ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.385296 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9161da05-a70e-41f6-8773-041df6a73e3a req-1f2b65df-c0e3-4a2d-b0a3-6657d0df5263 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0994668 Jul 28 18:10:24.397599 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.419123 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1896d-1186-4ff5-abcf-aa24b018ba40 None None] Port af478c0c-b95b-48ce-bd01-5c5c161051cb cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:10:24.653297 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af478c0c-b95b-48ce-bd01-5c5c161051cb {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:10:24.662542 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Publish callbacks [] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.675586 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Transition to ACTIVE for port object af478c0c-b95b-48ce-bd01-5c5c161051cb will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:10:24.732324 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.789206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Pushing event updated for resources: {'Port': ['ID=af478c0c-b95b-48ce-bd01-5c5c161051cb,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:24.838315 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:24.868120 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Attempting to bind port af478c0c-b95b-48ce-bd01-5c5c161051cb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:10:24.868461 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Attempting to bind port af478c0c-b95b-48ce-bd01-5c5c161051cb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:10:24.868791 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Attempting to bind port af478c0c-b95b-48ce-bd01-5c5c161051cb on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:10:24.873452 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Port af478c0c-b95b-48ce-bd01-5c5c161051cb on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:10:24.873782 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Attempting to bind port af478c0c-b95b-48ce-bd01-5c5c161051cb on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:10:24.880447 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:10:24.880807 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Checking segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:10:24.883736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Bound using segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:10:24.883736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Bound port: af478c0c-b95b-48ce-bd01-5c5c161051cb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:10:24.883736 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:24.948005 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] For port af478c0c-b95b-48ce-bd01-5c5c161051cb, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:10:24.951018 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] For port af478c0c-b95b-48ce-bd01-5c5c161051cb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=af478c0c-b95b-48ce-bd01-5c5c161051cb,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:10:25.047356 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:25.086490 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.087116 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:25.088494 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] 10.222.0.99 "PUT /v2.0/ports/af478c0c-b95b-48ce-bd01-5c5c161051cb HTTP/1.1" status: 200 len: 1093 time: 0.7873411 Jul 28 18:10:25.088936 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:10:25.091254 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03694cc-d46e-4dcc-ac00-37f70887f4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:25.136267 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fad0f-d72d-4ab2-97aa-aaf053ff656b service neutron] Pushing event updated for resources: {'Port': ['ID=af478c0c-b95b-48ce-bd01-5c5c161051cb,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:25.142194 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bdc8de-8689-4443-88d8-c05939bd58ad x-openstack-request-id: req-d0bdc8de-8689-4443-88d8-c05939bd58ad {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:25.142527 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:25.142781 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d0bdc8de-8689-4443-88d8-c05939bd58ad {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:25.143294 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0bdc8de-8689-4443-88d8-c05939bd58ad'] response: {'name': 'network-changed', 'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'status': 'completed', 'code': 200} Jul 28 18:10:25.219568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03694cc-d46e-4dcc-ac00-37f70887f4ba req-1be6b83e-2316-423f-b178-c78536e2b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.221324 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f03694cc-d46e-4dcc-ac00-37f70887f4ba req-1be6b83e-2316-423f-b178-c78536e2b9ea service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 1127 time: 0.0422111 Jul 28 18:10:25.311964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:25.336099 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03694cc-d46e-4dcc-ac00-37f70887f4ba req-ed7b873c-cf94-46f6-a370-d5ff53fdfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.337574 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f03694cc-d46e-4dcc-ac00-37f70887f4ba req-ed7b873c-cf94-46f6-a370-d5ff53fdfbf3 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1028450 Jul 28 18:10:25.436191 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03694cc-d46e-4dcc-ac00-37f70887f4ba req-04c11472-ab0b-4946-bf5f-b691edfbc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.437649 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f03694cc-d46e-4dcc-ac00-37f70887f4ba req-04c11472-ab0b-4946-bf5f-b691edfbc697 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935473 Jul 28 18:10:25.517979 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3431a31-c898-4c1a-998d-346a3db7d6de req-6fac9843-2eac-4839-b68d-ed3dd62c89ad tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.519476 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d3431a31-c898-4c1a-998d-346a3db7d6de req-6fac9843-2eac-4839-b68d-ed3dd62c89ad tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 943 time: 0.0606785 Jul 28 18:10:25.561579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-e9f2df0e-5654-4293-bfae-27e4ca3ceb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.563681 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-e9f2df0e-5654-4293-bfae-27e4ca3ceb5d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 1127 time: 0.0611200 Jul 28 18:10:25.596128 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d3431a31-c898-4c1a-998d-346a3db7d6de req-4072bbbd-baaf-4a5c-80aa-84b93552507c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0599284 Jul 28 18:10:25.622061 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-8d3a91e6-c93e-4dda-83e8-8496e39ac694 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af478c0c-b95b-48ce-bd01-5c5c161051cb HTTP/1.1" status: 200 len: 217 time: 0.0387211 Jul 28 18:10:25.672611 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-5a3642a3-68cd-4d0d-a5af-8acbe25f27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.674144 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-5a3642a3-68cd-4d0d-a5af-8acbe25f27b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0467498 Jul 28 18:10:25.718321 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-a385d7db-a867-4520-be53-bc24b45ce6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:25.720048 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-a385d7db-a867-4520-be53-bc24b45ce6aa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398045 Jul 28 18:10:25.809550 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-3c853288-7839-43ed-855e-ec495b854d0b service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Jul 28 18:10:25.903951 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d35f15af-86a3-4e0b-9c59-1b67ccc1ca45 req-d116cbb7-877b-4747-ad52-b2487cf4a72f service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Jul 28 18:10:26.549913 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:26.715918 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71f762-f67d-4d52-b350-cc9613605369 req-01c05967-9b48-44cf-a086-6bd9de0aba0a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:26.717397 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8e71f762-f67d-4d52-b350-cc9613605369 req-01c05967-9b48-44cf-a086-6bd9de0aba0a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 943 time: 0.0482411 Jul 28 18:10:26.766893 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8e71f762-f67d-4d52-b350-cc9613605369 req-4481009c-9cd4-4754-9aa9-4ddae04df5ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423641 Jul 28 18:10:27.888159 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57aa9-c154-4a28-92b3-1a8b8209f76d req-7119b57e-8ac4-4dc6-9dda-6fc8dd0ef826 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:27.889936 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-94f57aa9-c154-4a28-92b3-1a8b8209f76d req-7119b57e-8ac4-4dc6-9dda-6fc8dd0ef826 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 943 time: 0.0498075 Jul 28 18:10:27.937001 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-94f57aa9-c154-4a28-92b3-1a8b8209f76d req-3396d534-ca14-4739-9b68-bbf810422920 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408885 Jul 28 18:10:29.070144 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c7f18-26f9-49bd-869f-8230bdd90f79 req-80c7331d-6ad5-4ef4-b72f-6445e70e89c9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:29.071719 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-271c7f18-26f9-49bd-869f-8230bdd90f79 req-80c7331d-6ad5-4ef4-b72f-6445e70e89c9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 943 time: 0.0604722 Jul 28 18:10:29.133992 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-271c7f18-26f9-49bd-869f-8230bdd90f79 req-adb5ef10-85e4-47eb-bec9-38fae0298099 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0565355 Jul 28 18:10:29.757471 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device af478c0c-b95b-48ce-bd01-5c5c161051cb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:10:29.861576 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port af478c0c-b95b-48ce-bd01-5c5c161051cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=af478c0c-b95b-48ce-bd01-5c5c161051cb,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:29.872839 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:10:29.912027 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port af478c0c-b95b-48ce-bd01-5c5c161051cb is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:29.912360 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:29.926214 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af478c0c-b95b-48ce-bd01-5c5c161051cb {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:10:29.945879 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port af478c0c-b95b-48ce-bd01-5c5c161051cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=af478c0c-b95b-48ce-bd01-5c5c161051cb,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:30.006058 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:30.027372 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:30.055362 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=af478c0c-b95b-48ce-bd01-5c5c161051cb,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:30.265200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eba540-9df7-491c-9ebe-c26d3b010f4b req-28798e92-f92f-4c95-8019-fee537938ea5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:30.267310 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-60eba540-9df7-491c-9ebe-c26d3b010f4b req-28798e92-f92f-4c95-8019-fee537938ea5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 944 time: 0.0561357 Jul 28 18:10:30.307647 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:30.314983 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-60eba540-9df7-491c-9ebe-c26d3b010f4b req-b1129719-90f6-4136-bade-4ed853b1959c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420253 Jul 28 18:10:30.352346 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['af478c0c-b95b-48ce-bd01-5c5c161051cb'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:10:31.051925 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1ec4434a-71fe-4bfd-98b5-18310a64e74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:31.437126 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37084-a0e3-4b36-8e7d-6c6825710dee req-424a0fcb-3801-4aef-b5e8-f1ef963898a1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:31.439360 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-69b37084-a0e3-4b36-8e7d-6c6825710dee req-424a0fcb-3801-4aef-b5e8-f1ef963898a1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 944 time: 0.0483506 Jul 28 18:10:31.486742 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-69b37084-a0e3-4b36-8e7d-6c6825710dee req-a0a78b84-96c7-472f-b73e-10a29c0fe76e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418122 Jul 28 18:10:31.761453 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device af478c0c-b95b-48ce-bd01-5c5c161051cb up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:10:31.808081 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port af478c0c-b95b-48ce-bd01-5c5c161051cb completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:10:31.869118 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port af478c0c-b95b-48ce-bd01-5c5c161051cb triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:10:31.869470 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:31.910173 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:31.945232 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port af478c0c-b95b-48ce-bd01-5c5c161051cb is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:10:31.945622 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:31.968353 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:10:31.970893 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ab4bf-9ee2-4c49-b4e2-174784aaab8a" -d '{"events": [{"server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "name": "network-vif-plugged", "status": "completed", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:31.984001 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port af478c0c-b95b-48ce-bd01-5c5c161051cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=af478c0c-b95b-48ce-bd01-5c5c161051cb,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:10:32.011091 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d994e1-6867-44c2-a2a5-16f1813b8c29 x-openstack-request-id: req-f4d994e1-6867-44c2-a2a5-16f1813b8c29 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:32.011091 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "name": "network-vif-plugged", "status": "completed", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:32.011091 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f4d994e1-6867-44c2-a2a5-16f1813b8c29 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:32.011091 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d994e1-6867-44c2-a2a5-16f1813b8c29'] response: {'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'code': 200} Jul 28 18:10:32.046528 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:32.102893 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=af478c0c-b95b-48ce-bd01-5c5c161051cb,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:10:32.511091 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcb053-2d31-4cd2-9cb7-5bcacc10f2f1 req-13f30ab1-8454-42b7-89a7-3059719bb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:32.512591 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-afdcb053-2d31-4cd2-9cb7-5bcacc10f2f1 req-13f30ab1-8454-42b7-89a7-3059719bb6e1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 1129 time: 0.0400343 Jul 28 18:10:32.561509 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-afdcb053-2d31-4cd2-9cb7-5bcacc10f2f1 req-7673e68f-63f3-4a50-9cab-b94d9ff980fb service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410790 Jul 28 18:10:32.613439 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0b167-0600-4edc-aec8-cc0eef717b66 req-fdd39bc4-e2ad-4678-bafa-9972785fbccf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:32.614849 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9fd0b167-0600-4edc-aec8-cc0eef717b66 req-fdd39bc4-e2ad-4678-bafa-9972785fbccf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0478730 Jul 28 18:10:32.667173 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9fd0b167-0600-4edc-aec8-cc0eef717b66 req-dc4c60cb-e62f-4f24-a75c-13ad1bf0e811 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466788 Jul 28 18:10:33.548951 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ab17-ea45-4d3e-ba08-44c993e12623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:33.796274 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde5bbf-36d3-4a13-a315-b27145a3c106 req-e32d7120-0db0-42c1-b81e-036feb924a87 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:33.798363 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7dde5bbf-36d3-4a13-a315-b27145a3c106 req-e32d7120-0db0-42c1-b81e-036feb924a87 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0529847 Jul 28 18:10:33.854001 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7dde5bbf-36d3-4a13-a315-b27145a3c106 req-8836b0e2-8108-4adc-875a-e1e8ac61a5aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493133 Jul 28 18:10:34.395086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:34.973783 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44613f0b-a73e-4666-aafe-6625d9ab6533 req-0f7ebb5e-9203-4eb4-a8b4-52425d13951f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:34.975223 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-44613f0b-a73e-4666-aafe-6625d9ab6533 req-0f7ebb5e-9203-4eb4-a8b4-52425d13951f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0477920 Jul 28 18:10:35.024023 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-44613f0b-a73e-4666-aafe-6625d9ab6533 req-2fae96a9-7afb-4a9a-8091-70d4da024168 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430820 Jul 28 18:10:35.140619 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539230d6-b300-4754-825f-975fa065675d req-6e133bff-37c5-4352-8e1e-da38fbecb14a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:35.142315 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-539230d6-b300-4754-825f-975fa065675d req-6e133bff-37c5-4352-8e1e-da38fbecb14a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0483105 Jul 28 18:10:35.151752 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42492) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:35.156107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:10:35.194281 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (14d70044-05a3-40b6-aef2-2368f315308a), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:35.434489 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:35.626500 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:35.669265 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (14d70044-05a3-40b6-aef2-2368f315308a), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:35.769812 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 14d70044-05a3-40b6-aef2-2368f315308a associated. External IP: 172.27.0.94, port: af478c0c-b95b-48ce-bd01-5c5c161051cb. Jul 28 18:10:35.952147 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:35.984201 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:10:36.086956 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:36.089286 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:10:36.093983 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:36.100952 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:10:36.113627 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:36.114240 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:36.130866 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b3fd6ecb-c9ab-470e-ac19-45ae5e63779b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "PUT /v2.0/floatingips/14d70044-05a3-40b6-aef2-2368f315308a HTTP/1.1" status: 200 len: 990 time: 0.9759946 Jul 28 18:10:36.130866 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:10:36.131699 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b84223-dcdc-4c09-bf67-9d67470d6044" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:10:36.161004 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:36.169609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b04c82-0e70-4a57-adda-105d980cb18c x-openstack-request-id: req-40b04c82-0e70-4a57-adda-105d980cb18c {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:10:36.169609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:10:36.169609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-40b04c82-0e70-4a57-adda-105d980cb18c {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:10:36.174250 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b04c82-0e70-4a57-adda-105d980cb18c'] response: {'name': 'network-changed', 'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'status': 'completed', 'code': 200} Jul 28 18:10:36.222150 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:36.262550 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-c64d37ba-4290-4dbd-bf6d-6f705c4f4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:36.264076 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-c64d37ba-4290-4dbd-bf6d-6f705c4f4736 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 1129 time: 0.0421312 Jul 28 18:10:36.361419 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-079d27d4-f341-49c4-b631-531ec304a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:36.362811 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-079d27d4-f341-49c4-b631-531ec304a40f service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 916 time: 0.0910692 Jul 28 18:10:36.431111 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-d5ec36ce-b563-465e-afc3-3abf9c6f2969 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af478c0c-b95b-48ce-bd01-5c5c161051cb HTTP/1.1" status: 200 len: 998 time: 0.0615025 Jul 28 18:10:36.441893 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:35Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:36.466992 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:10:36.475689 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:10:36.476296 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:10:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:36.480371 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:36.486793 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-c7d3bf44-8c3a-49aa-97cb-c7e2e9d646c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:36.488270 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-c7d3bf44-8c3a-49aa-97cb-c7e2e9d646c5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0490787 Jul 28 18:10:36.539135 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-9381d10a-a72b-425f-b126-1681f17ce58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:10:36.540762 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-9381d10a-a72b-425f-b126-1681f17ce58d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461004 Jul 28 18:10:36.582834 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:10:36.643829 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-999a3e13-344b-4573-8ea3-e5928478f3d7 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947485 Jul 28 18:10:36.664621 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:36.819568 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:35Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:10:36.850565 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872b7b0-9ed3-40b5-a41f-576b90d5804a None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:35Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:10:37.009910 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d2b84223-dcdc-4c09-bf67-9d67470d6044 req-8f9cea82-8bf1-47bd-98ec-09a5285418e4 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593681 Jul 28 18:10:37.048228 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353cace-b4d3-468e-a012-4156f0e84339 None None] New status for floating IP 14d70044-05a3-40b6-aef2-2368f315308a: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:10:39.543043 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:10:45.018275 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:45.020284 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:46.999150 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=62 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:47.007175 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=19 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:47.153097 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:47.155926 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:49.538074 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=13 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:49.538800 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=84 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:56.548562 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:59.615453 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:00.903460 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f4e7c-d0c2-401e-bac0-ced9e1368083 req-a775e0d2-3cac-4af4-8264-26f676b955f3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:00.904976 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0f3f4e7c-d0c2-401e-bac0-ced9e1368083 req-a775e0d2-3cac-4af4-8264-26f676b955f3 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0794797 Jul 28 18:11:00.910663 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-c7a9a34f-0f17-47ec-a23f-84150c3fa13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:00.912073 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-c7a9a34f-0f17-47ec-a23f-84150c3fa13d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 1129 time: 0.0546904 Jul 28 18:11:00.975936 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0f3f4e7c-d0c2-401e-bac0-ced9e1368083 req-9ba92125-ec75-4d99-afd7-45ba1453275e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626299 Jul 28 18:11:01.059165 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-b26b8e27-32e1-4430-b3ae-8c118cd15858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:01.060504 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-b26b8e27-32e1-4430-b3ae-8c118cd15858 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 911 time: 0.1010060 Jul 28 18:11:01.073860 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-36c1d623-4828-4a40-86e8-de6f0234b55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:01.143333 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-f88f8d1a-9d05-459b-b2ae-1e62d6759755 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f7eafd-8248-4438-9837-008bc6b5122c HTTP/1.1" status: 200 len: 1000 time: 0.0583236 Jul 28 18:11:01.197410 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-bc5982f3-b46d-4484-9c2e-e496a4172d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:01.198896 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-bc5982f3-b46d-4484-9c2e-e496a4172d3a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 200 len: 849 time: 0.0496075 Jul 28 18:11:01.244411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-dee134b1-6039-4cfa-aa95-2215d1b50794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:01.245972 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-dee134b1-6039-4cfa-aa95-2215d1b50794 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414143 Jul 28 18:11:01.341240 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-a3493146-b3e2-4bba-8a6b-aee37d34219c service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889020 Jul 28 18:11:01.431977 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9e867f90-e152-43f1-8ad8-07a5df1a11fa req-6135f9ba-4a10-4d13-b2fa-6fd5eeda48dd service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843358 Jul 28 18:11:02.098542 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65707ba1-9b33-4b4f-9e1a-2d2a95f638cc req-bdebd92e-81fd-422b-b3e8-dbd8661caa43 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:02.099934 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-65707ba1-9b33-4b4f-9e1a-2d2a95f638cc req-bdebd92e-81fd-422b-b3e8-dbd8661caa43 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0489705 Jul 28 18:11:02.147493 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-65707ba1-9b33-4b4f-9e1a-2d2a95f638cc req-d841eb15-00bd-4396-bfb5-58993a4c2fec tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Jul 28 18:11:03.266340 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ac2f8-1a1c-4fb6-8aec-f62c17939b14 req-56068f40-cbdf-4c6b-a561-601437c66f8e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:03.267904 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f70ac2f8-1a1c-4fb6-8aec-f62c17939b14 req-56068f40-cbdf-4c6b-a561-601437c66f8e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0476956 Jul 28 18:11:03.319063 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f70ac2f8-1a1c-4fb6-8aec-f62c17939b14 req-0c42ee49-9997-4f46-b070-4be9e798ef4b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455987 Jul 28 18:11:03.553554 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-4edf639e-5a8b-458b-9110-a3f1f0dfb6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:04.348042 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:04.441349 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079887ad-091a-4efd-8fa9-49251194c3c7 req-82f425c7-0932-4de8-a3f7-5fc2cb60b574 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:04.442847 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-079887ad-091a-4efd-8fa9-49251194c3c7 req-82f425c7-0932-4de8-a3f7-5fc2cb60b574 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0508759 Jul 28 18:11:04.492965 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-079887ad-091a-4efd-8fa9-49251194c3c7 req-599e1b30-d8ef-44cd-9038-8049522bdea2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Jul 28 18:11:05.614960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f5f0-0070-4bbf-b508-2ed265947545 req-4d395dd7-7973-42dc-9f23-b53e277600b9 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:05.616449 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02c1f5f0-0070-4bbf-b508-2ed265947545 req-4d395dd7-7973-42dc-9f23-b53e277600b9 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0491755 Jul 28 18:11:05.666094 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-02c1f5f0-0070-4bbf-b508-2ed265947545 req-32387da2-e125-41e0-8be7-b5c5d784c95c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427804 Jul 28 18:11:06.119121 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:06.171008 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:06.788007 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe797f-3eca-4fbf-8492-6df4f7cfe7e9 req-b97289d5-c1ce-4221-beb2-5b6bdb6e9c6c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:06.789468 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-91fe797f-3eca-4fbf-8492-6df4f7cfe7e9 req-b97289d5-c1ce-4221-beb2-5b6bdb6e9c6c tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0471983 Jul 28 18:11:06.837072 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-91fe797f-3eca-4fbf-8492-6df4f7cfe7e9 req-dbeca923-7c15-4f3d-952b-ee5b4bdca717 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Jul 28 18:11:07.955548 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788d86e-3d7a-4c3c-b2fa-b6b87eacc60b req-2c1dac70-1157-408f-a63a-c7c1d1cedca5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:07.957041 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3788d86e-3d7a-4c3c-b2fa-b6b87eacc60b req-2c1dac70-1157-408f-a63a-c7c1d1cedca5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0481601 Jul 28 18:11:08.008261 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3788d86e-3d7a-4c3c-b2fa-b6b87eacc60b req-552cd78b-3f76-4222-a4ca-c0ddbaecfa0a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455444 Jul 28 18:11:09.131513 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32770054-7d3b-43f5-8e60-392894118325 req-ee5f5dc6-02dd-44f5-b9ec-5a882e15e02a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:09.132914 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-32770054-7d3b-43f5-8e60-392894118325 req-ee5f5dc6-02dd-44f5-b9ec-5a882e15e02a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0519798 Jul 28 18:11:09.180667 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-32770054-7d3b-43f5-8e60-392894118325 req-e7b07143-a9a0-4d0c-93a2-4bedd7d9e94a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420761 Jul 28 18:11:10.302427 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd859d-2f55-4a4c-b549-3e8ad75b4a26 req-13c26ecf-ab79-4191-af22-705e0df4c289 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:10.303887 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-61cd859d-2f55-4a4c-b549-3e8ad75b4a26 req-13c26ecf-ab79-4191-af22-705e0df4c289 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0510352 Jul 28 18:11:10.351367 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-61cd859d-2f55-4a4c-b549-3e8ad75b4a26 req-6b45495b-c1d6-47b7-94e2-7852c76b5000 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Jul 28 18:11:11.471347 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad60b7-eabe-4fa8-9ee3-0d8cd276d223 req-05160edb-5536-446d-918f-6ecd1e48b9d4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:11.472784 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-51ad60b7-eabe-4fa8-9ee3-0d8cd276d223 req-05160edb-5536-446d-918f-6ecd1e48b9d4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0484059 Jul 28 18:11:11.521772 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-51ad60b7-eabe-4fa8-9ee3-0d8cd276d223 req-1d39c349-a8ad-4ee4-b964-4b365c1d70dd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431442 Jul 28 18:11:11.859286 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a54a82-581e-408e-a2d0-e1dc28a17daa req-37bb89f4-2e5b-4cb2-ad54-b7dab6a9d839 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:11.860888 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e9a54a82-581e-408e-a2d0-e1dc28a17daa req-37bb89f4-2e5b-4cb2-ad54-b7dab6a9d839 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0489583 Jul 28 18:11:11.914404 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e9a54a82-581e-408e-a2d0-e1dc28a17daa req-383d528d-b8d2-40d5-bf54-2a6a06894c3d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472867 Jul 28 18:11:11.962630 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:11.971112 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-0105abbe-8854-4f7f-af16-792fe810bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:11.975980 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-0105abbe-8854-4f7f-af16-792fe810bdad service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 1129 time: 0.0414636 Jul 28 18:11:12.045794 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:12.070921 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-023a4d85-2296-4c57-adcc-561393746f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:12.072451 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-023a4d85-2296-4c57-adcc-561393746f79 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 911 time: 0.0915830 Jul 28 18:11:12.139053 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-1e0b3279-8675-49c8-a4e7-51933eadae63 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f7eafd-8248-4438-9837-008bc6b5122c HTTP/1.1" status: 200 len: 1000 time: 0.0587862 Jul 28 18:11:12.189890 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-8b087f35-f018-4112-9bf9-d38e215b022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:12.195508 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-8b087f35-f018-4112-9bf9-d38e215b022e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 200 len: 849 time: 0.0468440 Jul 28 18:11:12.244179 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-2450bbbd-17b8-4cef-a351-70626e19119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:12.245817 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-2450bbbd-17b8-4cef-a351-70626e19119e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485916 Jul 28 18:11:12.339432 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-8ea823f7-6823-4672-a025-de08e6682b9d service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867085 Jul 28 18:11:12.437294 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e4cc59d5-3717-40f5-8693-12ee7368be4d req-95a657d5-4653-4024-ade3-68ea31a2e7f9 service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922015 Jul 28 18:11:13.036028 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a16e-93ce-499d-b79a-ceb4bbfbcfa3 req-2a6a6f4a-5099-4881-8a69-a2913154b4c2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:13.037503 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-36c4a16e-93ce-499d-b79a-ceb4bbfbcfa3 req-2a6a6f4a-5099-4881-8a69-a2913154b4c2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0481246 Jul 28 18:11:13.086333 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-36c4a16e-93ce-499d-b79a-ceb4bbfbcfa3 req-ac58b8be-c50b-4e81-85a6-4401ec685981 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430930 Jul 28 18:11:14.204699 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bb972-8d76-47c3-aa2f-65e4cda3442b req-175f7acb-9346-4f58-a966-b468c2b822e4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:14.206156 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab7bb972-8d76-47c3-aa2f-65e4cda3442b req-175f7acb-9346-4f58-a966-b468c2b822e4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0478957 Jul 28 18:11:14.253789 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab7bb972-8d76-47c3-aa2f-65e4cda3442b req-8b47f427-23bd-4ffd-850b-7c822e29cab5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 Jul 28 18:11:14.501530 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:14.506443 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:15.368028 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42586) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:15.514551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Deleting port 38f5b829-30d3-44e9-9cf3-624566681110 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:15.514899 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (38f5b829-30d3-44e9-9cf3-624566681110), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:15.596864 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (38f5b829-30d3-44e9-9cf3-624566681110), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:15.597217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for floatingip (38f5b829-30d3-44e9-9cf3-624566681110), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:15.610121 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Calling delete_port for 38f5b829-30d3-44e9-9cf3-624566681110 owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:15.856732 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (38f5b829-30d3-44e9-9cf3-624566681110), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:15.891854 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event deleted for resources: {'Port': ['ID=38f5b829-30d3-44e9-9cf3-624566681110,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:15.895644 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:15.916395 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.916744 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.917086 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.917423 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.917759 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.918088 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.918444 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.918770 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.919094 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.919416 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.919739 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.920063 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.920383 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.920703 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.921020 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:15.964342 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for floatingip (67bd101d-0d42-4292-9070-2688286a3e91), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:15.964692 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Floating IP 67bd101d-0d42-4292-9070-2688286a3e91 disassociated (deleted). External IP: 172.27.0.29, port: d86bf1f7-161e-40c1-a007-0a9f75542440. Jul 28 18:11:15.996805 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:16.109421 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:16.111673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:16.170598 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Router 04fcb139-54e3-4b5c-964b-480fb97e8608 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:11:16.275364 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:16.280453 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:16.285360 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] Sync routers for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:16.295012 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:16.295623 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:16.311686 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9e46689e-9562-43a0-90d5-a30c9a63ffa7 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "DELETE /v2.0/floatingips/67bd101d-0d42-4292-9070-2688286a3e91 HTTP/1.1" status: 204 len: 168 time: 0.9425759 Jul 28 18:11:16.312282 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:16.314548 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56811089-8f46-44f1-9a19-0383cb8872f1" -d '{"events": [{"name": "network-changed", "server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:16.362250 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06babcfd-6c57-41cc-9081-421ccd40c131 x-openstack-request-id: req-06babcfd-6c57-41cc-9081-421ccd40c131 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:16.362589 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:16.362869 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-06babcfd-6c57-41cc-9081-421ccd40c131 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:16.363463 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06babcfd-6c57-41cc-9081-421ccd40c131'] response: {'name': 'network-changed', 'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'status': 'completed', 'code': 200} Jul 28 18:11:16.446946 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-33349401-e67c-4a71-9d10-c7555a021f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:16.448769 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-33349401-e67c-4a71-9d10-c7555a021f08 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 1129 time: 0.0430903 Jul 28 18:11:16.489728 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:16.547356 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-f080790d-2c40-4e00-81ea-8f916882a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:16.548990 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-f080790d-2c40-4e00-81ea-8f916882a028 service neutron] 10.222.0.99 "GET /v2.0/networks?id=1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 200 len: 910 time: 0.0944896 Jul 28 18:11:16.575934 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:11:16.589620 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-a2938e78-5e9a-40ef-8d61-fa406aca81ab service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 200 len: 217 time: 0.0346398 Jul 28 18:11:16.643893 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-7a475f29-9b47-4708-870f-cc1d71f41891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:16.645443 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-7a475f29-9b47-4708-870f-cc1d71f41891 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=3148b6b1-f164-4e28-b881-b66fd0f8b9c7 HTTP/1.1" status: 200 len: 848 time: 0.0502369 Jul 28 18:11:16.695143 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:15Z', 'revision_number': 5, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:16.721664 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] Checking router: 04fcb139-54e3-4b5c-964b-480fb97e8608 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:16.731083 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:16.731693 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:16.736446 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d76db-a622-4a90-a135-cce5818086e7 req-04d97c49-8b09-4219-b24a-614afcc0e971 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:16.737938 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fb6d76db-a622-4a90-a135-cce5818086e7 req-04d97c49-8b09-4219-b24a-614afcc0e971 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0576565 Jul 28 18:11:16.789542 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fb6d76db-a622-4a90-a135-cce5818086e7 req-2d22c352-3a97-4964-9385-d09cf52fb7b1 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458009 Jul 28 18:11:16.835901 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:17.021906 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:15Z', 'revision_number': 5, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:17.050232 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084dcbf-a698-49ee-b316-f01cfa6fd4a3 None None] The sync data for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi is: [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:11Z', 'revision_number': 4, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '39468397-b785-46d7-ba57-c8009f2dba5a', 'name': '', 'network_id': '1c084787-5094-41ea-8434-975f5790a5e1', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'mac_address': 'fa:16:3e:24:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:10Z', 'updated_at': '2022-07-28T18:06:15Z', 'revision_number': 5, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'subnets': [{'id': '3148b6b1-f164-4e28-b881-b66fd0f8b9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:17.257374 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715cf08-683e-433b-ab10-d6fa206cdb10 None None] New status for floating IP 67bd101d-0d42-4292-9070-2688286a3e91: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:11:17.723246 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-0db0ed00-3538-49eb-8949-8f69437693e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:17.724550 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-0db0ed00-3538-49eb-8949-8f69437693e2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=1c084787-5094-41ea-8434-975f5790a5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481956 Jul 28 18:11:17.828918 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-07195ff6-c254-4635-b330-f569bbcbe5e5 service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936332 Jul 28 18:11:17.925474 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c3c5b-444a-4081-847d-70a5abc2bc29 req-3212a2ee-2eba-479d-af19-a339fcd6f4f4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:17.926994 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f36c3c5b-444a-4081-847d-70a5abc2bc29 req-3212a2ee-2eba-479d-af19-a339fcd6f4f4 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0517113 Jul 28 18:11:17.980305 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f36c3c5b-444a-4081-847d-70a5abc2bc29 req-8b297c1d-2e68-4227-8fb2-2517618db9d9 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/security-groups?id=a092c469-7bee-4799-80ae-494ee00b0b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459483 Jul 28 18:11:18.030149 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-56811089-8f46-44f1-9a19-0383cb8872f1 req-0f0dd064-03f0-40a2-94cd-61f802853daa service neutron] 10.222.0.99 "GET /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075540 Jul 28 18:11:18.292016 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:18.334256 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-45a46f43-bbda-4c08-be4e-860e4e606a6c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:18.335806 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-45a46f43-bbda-4c08-be4e-860e4e606a6c tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.99 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 945 time: 0.0523474 Jul 28 18:11:18.421719 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Deleting port d86bf1f7-161e-40c1-a007-0a9f75542440 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:18.422060 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:18.471922 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:18.520243 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] For port d86bf1f7-161e-40c1-a007-0a9f75542440, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d86bf1f7-161e-40c1-a007-0a9f75542440,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:18.520606 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:18.534813 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Calling delete_port for d86bf1f7-161e-40c1-a007-0a9f75542440 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:18.730407 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (d86bf1f7-161e-40c1-a007-0a9f75542440), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:18.764503 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event deleted for resources: {'Port': ['ID=d86bf1f7-161e-40c1-a007-0a9f75542440,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:18.811650 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] No DVR routers for this DVR port d86bf1f7-161e-40c1-a007-0a9f75542440 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:11:18.814802 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:18.818025 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-71bb0fae-7e61-4d32-bc90-f3ca025f8a19 req-883927ab-b5f1-4d02-bad7-e5021cf3b746 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.99 "DELETE /v2.0/ports/d86bf1f7-161e-40c1-a007-0a9f75542440 HTTP/1.1" status: 204 len: 173 time: 0.4767382 Jul 28 18:11:18.818504 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-deleted', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:18.821484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f479d216-4c3f-4f2e-8725-39e4cbfa5b5d" -d '{"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-deleted", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:18.879731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b047a9dc-0c94-4e40-9571-842136d86c2c x-openstack-request-id: req-b047a9dc-0c94-4e40-9571-842136d86c2c {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:18.884317 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e56a37-546f-4aa0-a30d-7e0108b17796", "name": "network-vif-deleted", "tag": "d86bf1f7-161e-40c1-a007-0a9f75542440", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:18.884317 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b047a9dc-0c94-4e40-9571-842136d86c2c {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:18.884317 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b047a9dc-0c94-4e40-9571-842136d86c2c'] response: {'server_uuid': '08e56a37-546f-4aa0-a30d-7e0108b17796', 'name': 'network-vif-deleted', 'tag': 'd86bf1f7-161e-40c1-a007-0a9f75542440', 'status': 'completed', 'code': 200} Jul 28 18:11:19.209268 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8fd69aea-450c-4e2f-a59f-878d3f33599a req-6c8dcd86-68ab-4317-8d0c-005bfe26f18a tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 210 time: 0.0311334 Jul 28 18:11:20.333675 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-eda6c684-1698-4d08-84f4-31097b9cf3c2 req-fbaf85db-2e77-4a3e-84d3-283bd46fde94 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "GET /v2.0/ports?device_id=08e56a37-546f-4aa0-a30d-7e0108b17796 HTTP/1.1" status: 200 len: 210 time: 0.0305009 Jul 28 18:11:21.399565 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42620) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:21.459707 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group (a092c469-7bee-4799-80ae-494ee00b0b82), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:21.488480 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group (a092c469-7bee-4799-80ae-494ee00b0b82), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:21.530626 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:21.650330 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (a092c469-7bee-4799-80ae-494ee00b0b82), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:21.653569 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:21.654864 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] 10.222.0.85 "DELETE /v2.0/security-groups/a092c469-7bee-4799-80ae-494ee00b0b82 HTTP/1.1" status: 204 len: 168 time: 0.2568233 Jul 28 18:11:21.659708 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:21.665823 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092c469-7bee-4799-80ae-494ee00b0b82,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:21.676337 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.676673 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.677076 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.677726 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.678063 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.678413 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.678747 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.679099 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.679428 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.679777 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.680104 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.680427 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.680749 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.681068 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.681427 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52015f17-f2eb-46c2-8a27-9f31cc7ea363 tempest-TestShelveInstance-1665381570 tempest-TestShelveInstance-1665381570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:21.777902 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42624) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:22.002969 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device d86bf1f7-161e-40c1-a007-0a9f75542440 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:22.028858 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: d86bf1f7-161e-40c1-a007-0a9f75542440 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:22.029255 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device d86bf1f7-161e-40c1-a007-0a9f75542440 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:22.181249 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (04fcb139-54e3-4b5c-964b-480fb97e8608), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.232756 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42634) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:22.237448 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-c326221e-6330-4b84-9830-f99d53e254ea tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686377060', 'description': 'tempest-description--2016461357'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:22.350610 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c326221e-6330-4b84-9830-f99d53e254ea tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.436439 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c326221e-6330-4b84-9830-f99d53e254ea tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (236951a0-c231-4106-8cb5-798b2dcb38cd), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.553496 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c326221e-6330-4b84-9830-f99d53e254ea tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (236951a0-c231-4106-8cb5-798b2dcb38cd), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.585672 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326221e-6330-4b84-9830-f99d53e254ea tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236951a0-c231-4106-8cb5-798b2dcb38cd,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:22.651600 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:22.687585 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Deleting port 39468397-b785-46d7-ba57-c8009f2dba5a {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:22.687925 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.692376 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-c326221e-6330-4b84-9830-f99d53e254ea tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.693688 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c326221e-6330-4b84-9830-f99d53e254ea tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4599102 Jul 28 18:11:22.701797 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42636) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:22.701797 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-bec5271b-c74a-417f-bdba-841f5f7f9ceb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': '236951a0-c231-4106-8cb5-798b2dcb38cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:22.733949 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:22.771042 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] For port 39468397-b785-46d7-ba57-c8009f2dba5a, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=39468397-b785-46d7-ba57-c8009f2dba5a,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:22.771408 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.785952 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Calling delete_port for 39468397-b785-46d7-ba57-c8009f2dba5a owned by network:router_interface {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:22.789772 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bec5271b-c74a-417f-bdba-841f5f7f9ceb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (9843b461-41e9-49aa-b525-4206fbbfb744), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.855055 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bec5271b-c74a-417f-bdba-841f5f7f9ceb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (9843b461-41e9-49aa-b525-4206fbbfb744), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.902224 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bec5271b-c74a-417f-bdba-841f5f7f9ceb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (9843b461-41e9-49aa-b525-4206fbbfb744), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:22.921957 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5271b-c74a-417f-bdba-841f5f7f9ceb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9843b461-41e9-49aa-b525-4206fbbfb744,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:23.000998 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bec5271b-c74a-417f-bdba-841f5f7f9ceb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.002238 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-bec5271b-c74a-417f-bdba-841f5f7f9ceb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044899 Jul 28 18:11:23.005289 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42638) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:23.009937 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-db91e8c2-20dd-4231-9585-b7dc958a96cd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': '236951a0-c231-4106-8cb5-798b2dcb38cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:23.050334 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (39468397-b785-46d7-ba57-c8009f2dba5a), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.081509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Pushing event deleted for resources: {'Port': ['ID=39468397-b785-46d7-ba57-c8009f2dba5a,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:23.114615 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-db91e8c2-20dd-4231-9585-b7dc958a96cd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (b9a79ec2-eb17-4fdf-9611-19f4e3c92338), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.192381 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-db91e8c2-20dd-4231-9585-b7dc958a96cd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (b9a79ec2-eb17-4fdf-9611-19f4e3c92338), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.267169 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (04fcb139-54e3-4b5c-964b-480fb97e8608), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.272754 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-db91e8c2-20dd-4231-9585-b7dc958a96cd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (b9a79ec2-eb17-4fdf-9611-19f4e3c92338), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.296095 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91e8c2-20dd-4231-9585-b7dc958a96cd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a79ec2-eb17-4fdf-9611-19f4e3c92338,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:23.355474 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-db91e8c2-20dd-4231-9585-b7dc958a96cd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.357075 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-db91e8c2-20dd-4231-9585-b7dc958a96cd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505301 Jul 28 18:11:23.360098 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42640) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:23.364635 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:23.444432 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.478080 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:23.490078 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Router 04fcb139-54e3-4b5c-964b-480fb97e8608 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:11:23.529346 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.602267 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:23.607925 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-a4de75f2-bcfc-45a7-9b99-afc5eead581b admin admin] 10.222.0.85 "PUT /v2.0/routers/04fcb139-54e3-4b5c-964b-480fb97e8608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8289611 Jul 28 18:11:23.610693 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42642) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:23.618596 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] Sync routers for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:23.631694 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:23.632754 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:23.653722 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.27.0.58 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/042aa81b-2359-4d3c-a6ee-dff58447adbd) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:23.715625 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks [] for router (04fcb139-54e3-4b5c-964b-480fb97e8608), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.727189 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:23.738998 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:23.742055 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:23.767979 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:23.774841 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.825442 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks [] for router_gateway (04fcb139-54e3-4b5c-964b-480fb97e8608), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.851516 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.893724 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:23.899671 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:23.903076 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:11:23.941886 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=042aa81b-2359-4d3c-a6ee-dff58447adbd,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:23.943492 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:11:22Z', 'revision_number': 5, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port': {'id': '3c90fa7a-1d84-4468-b04e-3315fd18668a', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:23.968089 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Deleting port 3c90fa7a-1d84-4468-b04e-3315fd18668a {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:23.968623 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:23.972659 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] Checking router: 04fcb139-54e3-4b5c-964b-480fb97e8608 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:23.976423 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:23.984240 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] Routers {'04fcb139-54e3-4b5c-964b-480fb97e8608'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:23.984896 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['04fcb139-54e3-4b5c-964b-480fb97e8608'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:23.988546 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:24.023526 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (134c8c60-4df9-4f71-b7ed-26eaade98602), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.070672 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] For port 3c90fa7a-1d84-4468-b04e-3315fd18668a, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=3c90fa7a-1d84-4468-b04e-3315fd18668a,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:24.071035 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.085213 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] Set router 04fcb139-54e3-4b5c-964b-480fb97e8608 gateway port host: None {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:24.086160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Calling delete_port for 3c90fa7a-1d84-4468-b04e-3315fd18668a owned by network:router_gateway {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:24.122061 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.149921 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:11:23Z', 'revision_number': 6, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:24.185261 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142291d-1d50-42ae-9275-85f89c148d52 None None] The sync data for ids ['04fcb139-54e3-4b5c-964b-480fb97e8608'] in dv-cinder-837543-7-iscsi is: [{'id': '04fcb139-54e3-4b5c-964b-480fb97e8608', 'name': 'tempest-TestShelveInstance-1994614214-router', 'tenant_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:08Z', 'updated_at': '2022-07-28T18:11:23Z', 'revision_number': 6, 'project_id': 'efa7968cb99d4470b48f8ff2fd8bad7a', 'gw_port_host': None}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:24.303721 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.364517 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (3c90fa7a-1d84-4468-b04e-3315fd18668a), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.370436 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.393910 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c90fa7a-1d84-4468-b04e-3315fd18668a,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:24.442949 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:24.464234 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=042aa81b-2359-4d3c-a6ee-dff58447adbd,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:24.469334 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (134c8c60-4df9-4f71-b7ed-26eaade98602), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.472744 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (04fcb139-54e3-4b5c-964b-480fb97e8608), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.571035 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.574146 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d4d6a6c7-635b-4f88-b4ca-ce19a68279ce tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2125957 Jul 28 18:11:24.583071 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (04fcb139-54e3-4b5c-964b-480fb97e8608), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.585815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks [] for router_controller (04fcb139-54e3-4b5c-964b-480fb97e8608), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.735974 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (04fcb139-54e3-4b5c-964b-480fb97e8608), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.736566 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04fcb139-54e3-4b5c-964b-480fb97e8608 {{(pid=116181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:11:24.751191 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.751191 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-80f5e309-aff4-471e-8dee-a0d77564084c admin admin] 10.222.0.85 "DELETE /v2.0/routers/04fcb139-54e3-4b5c-964b-480fb97e8608 HTTP/1.1" status: 204 len: 168 time: 1.1305399 Jul 28 18:11:24.751530 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42660) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:24.771524 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-b2d9d054-9aa4-4f76-9c55-c3e38be6d995 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1686377060&fields=id&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 267 time: 0.0603974 Jul 28 18:11:24.793390 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] Deleting subnet 3148b6b1-f164-4e28-b881-b66fd0f8b9c7 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:11:24.796657 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] Publish callbacks [] for subnet (3148b6b1-f164-4e28-b881-b66fd0f8b9c7), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.836114 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (3148b6b1-f164-4e28-b881-b66fd0f8b9c7), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.850050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:24.895411 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-de0dd4fe-b232-47d8-810e-4bba4fecd1d1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:24.896826 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-de0dd4fe-b232-47d8-810e-4bba4fecd1d1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1157186 Jul 28 18:11:24.915419 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-6dffcc5c-9b2c-43a7-878d-4b7b8a5ded5c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/quotas/b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 375 time: 0.0115018 Jul 28 18:11:24.927485 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (3148b6b1-f164-4e28-b881-b66fd0f8b9c7), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:24.982517 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-45367ee1-84f7-4c42-882e-c5647cb3e850 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591266 Jul 28 18:11:25.083183 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:25.091185 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (3148b6b1-f164-4e28-b881-b66fd0f8b9c7), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.095122 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-116481b0-90a6-4642-8548-03de7fb055ce service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999432 Jul 28 18:11:25.119857 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3148b6b1-f164-4e28-b881-b66fd0f8b9c7,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:25.125882 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.128948 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-6082ef2f-e1e0-4300-a179-764223f5999b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3148b6b1-f164-4e28-b881-b66fd0f8b9c7 HTTP/1.1" status: 204 len: 168 time: 0.3822441 Jul 28 18:11:25.135219 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42662) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:25.137438 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc194c-664c-4b5c-86b0-fa49f68ceb5f None None] Network 1c084787-5094-41ea-8434-975f5790a5e1 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:11:25.248297 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-e094b3e8-590d-4719-919f-eafd99a0731f service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470807 Jul 28 18:11:25.249464 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (1c084787-5094-41ea-8434-975f5790a5e1), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.255207 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:25.302117 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 39468397-b785-46d7-ba57-c8009f2dba5a no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:25.305291 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Deleting port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:25.307070 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.395364 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] For port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:25.395859 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.415189 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Calling delete_port for 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 owned by network:dhcp {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:25.479193 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] DHCP port deletion for 1c084787-5094-41ea-8434-975f5790a5e1 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:11:25.481334 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 39468397-b785-46d7-ba57-c8009f2dba5a {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:25.481697 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 39468397-b785-46d7-ba57-c8009f2dba5a not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:25.482105 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 3c90fa7a-1d84-4468-b04e-3315fd18668a no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:25.526729 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 3c90fa7a-1d84-4468-b04e-3315fd18668a {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:25.527063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 3c90fa7a-1d84-4468-b04e-3315fd18668a not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:25.548658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Deleting port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:25.549118 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.596421 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.600513 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a4877918-ebea-4a5b-ab1b-bbe5d23d2d76 req-19d74324-2b38-4bd4-9c7f-1befa613bcbf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 210 time: 0.0329268 Jul 28 18:11:25.628938 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:25.633718 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] No DVR routers for this DVR port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 on host dv-cinder-837543-7-iscsi {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:11:25.642156 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] For port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,segment=NetworkSegment(ef51fe78-eebe-41b6-b3a1-e12bfd6e909d),segment_id=ef51fe78-eebe-41b6-b3a1-e12bfd6e909d)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:25.646287 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.664152 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Calling delete_port for 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:25.719498 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (1c084787-5094-41ea-8434-975f5790a5e1), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.742118 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c084787-5094-41ea-8434-975f5790a5e1']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:25.750143 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (2aae9ca0-dcf6-40a4-a29c-623f5b4edd02), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.755083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:25.755083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:25.755083 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef51fe78-eebe-41b6-b3a1-e12bfd6e909d') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:25.763561 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (ef51fe78-eebe-41b6-b3a1-e12bfd6e909d), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.779540 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (ef51fe78-eebe-41b6-b3a1-e12bfd6e909d), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.783813 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Pushing event deleted for resources: {'Port': ['ID=2aae9ca0-dcf6-40a4-a29c-623f5b4edd02,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:25.788136 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:25.788540 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (ef51fe78-eebe-41b6-b3a1-e12bfd6e909d), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.788984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] No DVR routers for this DVR port 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:11:25.792743 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.793093 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.793523 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.793869 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.794304 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.794645 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.795114 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.795414 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.795741 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.796069 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.796401 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.796731 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.797097 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.797417 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.797744 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2fa46-b143-4b65-88d2-fc7a604d289f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:11:25.859162 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment ef51fe78-eebe-41b6-b3a1-e12bfd6e909d resource provider aggregate not found Jul 28 18:11:25.875063 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment ef51fe78-eebe-41b6-b3a1-e12bfd6e909d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef51fe78-eebe-41b6-b3a1-e12bfd6e909d found for delete ", "request_id": "req-020b84ef-a203-4586-8697-5167674eaa71"}]} Jul 28 18:11:25.931941 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (1c084787-5094-41ea-8434-975f5790a5e1), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.936673 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:25.940153 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] 10.222.0.85 "DELETE /v2.0/networks/1c084787-5094-41ea-8434-975f5790a5e1 HTTP/1.1" status: 204 len: 168 time: 0.8035367 Jul 28 18:11:25.943206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42676) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:25.955378 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d37a18-4741-44e7-a354-aa66ab4e0462 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c084787-5094-41ea-8434-975f5790a5e1,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:26.302307 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (465e5252-aa83-4078-ac8c-46fb23d2557c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:26.512807 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:26.547151 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Deleting port 08d94875-3010-4237-a407-a40cb4a2e69f {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:26.547489 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:26.631313 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] For port 08d94875-3010-4237-a407-a40cb4a2e69f, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=08d94875-3010-4237-a407-a40cb4a2e69f,segment=NetworkSegment(2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5),segment_id=2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:26.631589 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:26.647072 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Calling delete_port for 08d94875-3010-4237-a407-a40cb4a2e69f owned by network:router_interface {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:26.696679 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:26.781747 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3da20368-24cb-45af-9611-47e3955ebc48 req-fac960d4-55d1-4c22-8575-d276db0210a4 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 210 time: 0.0638206 Jul 28 18:11:26.823862 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:26.947969 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (08d94875-3010-4237-a407-a40cb4a2e69f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:26.975800 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Pushing event deleted for resources: {'Port': ['ID=08d94875-3010-4237-a407-a40cb4a2e69f,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:27.155079 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (465e5252-aa83-4078-ac8c-46fb23d2557c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:27.304199 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:27.324485 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:27.327824 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2aae9ca0-dcf6-40a4-a29c-623f5b4edd02 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:27.390338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Router 465e5252-aa83-4078-ac8c-46fb23d2557c has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:11:27.823002 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:27.833182 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-565097db-be7a-4e63-9333-7e9a3c8decea admin admin] 10.222.0.85 "PUT /v2.0/routers/465e5252-aa83-4078-ac8c-46fb23d2557c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8882093 Jul 28 18:11:27.836029 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42684) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:27.845079 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] Sync routers for ids ['465e5252-aa83-4078-ac8c-46fb23d2557c'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:27.857120 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] Routers {'465e5252-aa83-4078-ac8c-46fb23d2557c'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:27.857764 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['465e5252-aa83-4078-ac8c-46fb23d2557c'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:27.913010 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a65d0a98-dbc9-4e70-872a-7bcd80f34871 req-196500d5-5672-42e0-b96b-c8f224b8cd37 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 210 time: 0.0348959 Jul 28 18:11:27.913598 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-929531be-5b9b-44e5-a16b-24c8ecdb609d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:27.914824 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-929531be-5b9b-44e5-a16b-24c8ecdb609d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1789985 Jul 28 18:11:27.991379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] Set router 465e5252-aa83-4078-ac8c-46fb23d2557c gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:27.993463 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:28.012404 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks [] for router (465e5252-aa83-4078-ac8c-46fb23d2557c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.080771 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-f9dae471-3fb9-4bc5-84b4-6941932bf3d8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 470 time: 0.1289766 Jul 28 18:11:28.113062 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'port': {'device_id': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'admin_state_up': True, 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'security_groups': ['236951a0-c231-4106-8cb5-798b2dcb38cd']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:28.121958 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:28.172886 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:11:26Z', 'revision_number': 5, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:28.203480 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] Checking router: 465e5252-aa83-4078-ac8c-46fb23d2557c for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:28.204976 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks [] for router_gateway (465e5252-aa83-4078-ac8c-46fb23d2557c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.213390 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] Routers {'465e5252-aa83-4078-ac8c-46fb23d2557c'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:28.214026 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['465e5252-aa83-4078-ac8c-46fb23d2557c'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:28.316054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Deleting port 435ec45a-0654-4a21-b482-5de94e5cef6b {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:28.316555 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.325361 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] Set router 465e5252-aa83-4078-ac8c-46fb23d2557c gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:28.363709 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Made reservation on behalf of b8daf9e3c7be417c82e7cbf8624d1d5d for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:28.367059 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.446826 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:28.466672 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:28.480415 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] For port 435ec45a-0654-4a21-b482-5de94e5cef6b, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=435ec45a-0654-4a21-b482-5de94e5cef6b,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:28.480793 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.504415 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Calling delete_port for 435ec45a-0654-4a21-b482-5de94e5cef6b owned by network:router_gateway {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:28.517673 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:11:26Z', 'revision_number': 5, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:28.544972 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f154e-6c87-401f-bfd5-c4f793824d5f None None] The sync data for ids ['465e5252-aa83-4078-ac8c-46fb23d2557c'] in dv-cinder-837543-7-iscsi is: [{'id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'name': 'tempest-TestShelveInstance-198450325-router', 'tenant_id': 'a0a527edebc54195bb89297144e5cae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:06:14Z', 'updated_at': '2022-07-28T18:11:26Z', 'revision_number': 5, 'project_id': 'a0a527edebc54195bb89297144e5cae4', 'gw_port': {'id': '435ec45a-0654-4a21-b482-5de94e5cef6b', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e5252-aa83-4078-ac8c-46fb23d2557c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:06:15Z', 'updated_at': '2022-07-28T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:28.594933 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.20.0.11 (7a1ed8c2-e3be-47b5-8608-0f5e33222798/78bc1809-e8bb-4bd9-b68b-f65f7b922cc9/c0ced40c-6170-4e06-befd-26d27f4c9ad3) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:28.816337 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:28.841006 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.856085 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:28.912827 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (435ec45a-0654-4a21-b482-5de94e5cef6b), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.943118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:28.944778 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Pushing event deleted for resources: {'Port': ['ID=435ec45a-0654-4a21-b482-5de94e5cef6b,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:29.061804 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:29.098809 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:29.114742 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:11:29.147922 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=c0ced40c-6170-4e06-befd-26d27f4c9ad3,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:29.155243 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (465e5252-aa83-4078-ac8c-46fb23d2557c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.166725 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6c10-12ea-464e-a630-6aa5e98c4981 req-20316594-8356-4d29-ae1b-270748f4e653 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:29.174580 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-db2c6c10-12ea-464e-a630-6aa5e98c4981 req-20316594-8356-4d29-ae1b-270748f4e653 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 932 time: 0.1639550 Jul 28 18:11:29.313831 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (465e5252-aa83-4078-ac8c-46fb23d2557c), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.314808 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 08d94875-3010-4237-a407-a40cb4a2e69f no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:29.320818 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:29.321474 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.328477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks [] for router_controller (465e5252-aa83-4078-ac8c-46fb23d2557c), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.341400 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 08d94875-3010-4237-a407-a40cb4a2e69f {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:29.341884 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 08d94875-3010-4237-a407-a40cb4a2e69f not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:29.381156 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-db2c6c10-12ea-464e-a630-6aa5e98c4981 req-fe9c8f15-5547-4f78-96e1-f84af3f5893c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815860 Jul 28 18:11:29.411905 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-2bd7ab44-5fdf-4f63-87a8-a6b0564a4dd4 None None] Provisioning complete for port c0ced40c-6170-4e06-befd-26d27f4c9ad3 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:11:29.412286 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ab44-5fdf-4f63-87a8-a6b0564a4dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.451208 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7ab44-5fdf-4f63-87a8-a6b0564a4dd4 None None] Port c0ced40c-6170-4e06-befd-26d27f4c9ad3 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:11:29.487367 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8c65071a-536a-45f2-a3ba-57864298b0aa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3779809 Jul 28 18:11:29.505640 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Request body: {'port': {'device_id': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:29.544238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (465e5252-aa83-4078-ac8c-46fb23d2557c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.545033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 465e5252-aa83-4078-ac8c-46fb23d2557c {{(pid=116181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:11:29.567147 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.570664 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-415cf3a3-8b4b-4e7f-9c24-020aa3cd0033 admin admin] 10.222.0.85 "DELETE /v2.0/routers/465e5252-aa83-4078-ac8c-46fb23d2557c HTTP/1.1" status: 204 len: 168 time: 1.7313678 Jul 28 18:11:29.570898 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42698) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:29.605510 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.642053 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] Deleting subnet 67bf1606-35ae-494c-867c-80b2d5385a22 {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:11:29.663803 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] Publish callbacks [] for subnet (67bf1606-35ae-494c-867c-80b2d5385a22), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.668073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:29.730442 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31054957'] for subnet (67bf1606-35ae-494c-867c-80b2d5385a22), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:29.943782 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (67bf1606-35ae-494c-867c-80b2d5385a22), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.007329 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:30.094250 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ced40c-6170-4e06-befd-26d27f4c9ad3 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:11:30.103953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Publish callbacks [] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.135721 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Transition to ACTIVE for port object c0ced40c-6170-4e06-befd-26d27f4c9ad3 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:11:30.137419 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31051848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29463256'] for subnet (67bf1606-35ae-494c-867c-80b2d5385a22), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.165248 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bf1606-35ae-494c-867c-80b2d5385a22,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.173861 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.177104 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e87b7b6e-1742-4d65-babf-6d74bfe2cd91 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/67bf1606-35ae-494c-867c-80b2d5385a22 HTTP/1.1" status: 204 len: 168 time: 0.6052725 Jul 28 18:11:30.179846 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42702) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:30.187644 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.192723 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16118d4-3f0e-48da-aaea-77069c854d74 None None] Network 43b18dd7-5bee-493f-ab42-49ee0acea445 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:11:30.262828 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Pushing event updated for resources: {'Port': ['ID=c0ced40c-6170-4e06-befd-26d27f4c9ad3,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.304431 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (43b18dd7-5bee-493f-ab42-49ee0acea445), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.375559 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Deleting port 31aac371-d9fc-4b3d-bfb9-6679218853f5 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:30.375559 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.385502 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Attempting to bind port c0ced40c-6170-4e06-befd-26d27f4c9ad3 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:11:30.386141 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Attempting to bind port c0ced40c-6170-4e06-befd-26d27f4c9ad3 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:11:30.386818 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Attempting to bind port c0ced40c-6170-4e06-befd-26d27f4c9ad3 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:11:30.393307 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Port c0ced40c-6170-4e06-befd-26d27f4c9ad3 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:11:30.393779 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Attempting to bind port c0ced40c-6170-4e06-befd-26d27f4c9ad3 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:11:30.399651 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:11:30.400133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Checking segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:11:30.400771 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Bound using segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:11:30.401320 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Bound port: c0ced40c-6170-4e06-befd-26d27f4c9ad3, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:11:30.401941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.407610 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] DHCP port deletion for 43b18dd7-5bee-493f-ab42-49ee0acea445 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:11:30.461608 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] For port 31aac371-d9fc-4b3d-bfb9-6679218853f5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=31aac371-d9fc-4b3d-bfb9-6679218853f5,segment=NetworkSegment(2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5),segment_id=2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:30.461608 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.467365 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] Deleting port 31aac371-d9fc-4b3d-bfb9-6679218853f5 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:30.468968 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.477989 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Calling delete_port for 31aac371-d9fc-4b3d-bfb9-6679218853f5 owned by network:dhcp {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:30.525569 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] For port c0ced40c-6170-4e06-befd-26d27f4c9ad3, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:30.531856 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] For port c0ced40c-6170-4e06-befd-26d27f4c9ad3, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0ced40c-6170-4e06-befd-26d27f4c9ad3,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:30.553250 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] For port 31aac371-d9fc-4b3d-bfb9-6679218853f5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=31aac371-d9fc-4b3d-bfb9-6679218853f5,segment=NetworkSegment(2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5),segment_id=2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:30.553662 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.569091 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] Calling delete_port for 31aac371-d9fc-4b3d-bfb9-6679218853f5 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:30.612184 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861e93e-5b33-458c-9efb-19f22ad68c12 req-ac01fb3d-4524-42de-ba7a-963e9c9de25a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:30.613690 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8861e93e-5b33-458c-9efb-19f22ad68c12 req-ac01fb3d-4524-42de-ba7a-963e9c9de25a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 944 time: 0.0661430 Jul 28 18:11:30.657128 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.675395 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8861e93e-5b33-458c-9efb-19f22ad68c12 req-abd65010-55f0-4946-9cd9-2257ca28b232 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498397 Jul 28 18:11:30.708947 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:30.711431 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.711431 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] 10.222.0.99 "PUT /v2.0/ports/c0ced40c-6170-4e06-befd-26d27f4c9ad3 HTTP/1.1" status: 200 len: 1094 time: 1.2097020 Jul 28 18:11:30.711934 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:30.714576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b558e8-f600-4430-986a-3f12e83fc033" -d '{"events": [{"name": "network-changed", "server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:30.732245 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696aaa5-8c13-4597-a4d8-c842388e622e service neutron] Pushing event updated for resources: {'Port': ['ID=c0ced40c-6170-4e06-befd-26d27f4c9ad3,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.736408 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.751985 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (31aac371-d9fc-4b3d-bfb9-6679218853f5), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.763216 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Pushing event deleted for resources: {'Port': ['ID=31aac371-d9fc-4b3d-bfb9-6679218853f5,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.767166 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] No DVR routers for this DVR port 31aac371-d9fc-4b3d-bfb9-6679218853f5 on host dv-cinder-837543-7-iscsi {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:11:30.799269 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] Pushing event deleted for resources: {'Port': ['ID=31aac371-d9fc-4b3d-bfb9-6679218853f5,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:30.809014 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab05237-230e-43fd-b0ac-205f86eb13a5 x-openstack-request-id: req-0ab05237-230e-43fd-b0ac-205f86eb13a5 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:30.809014 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:30.809014 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0ab05237-230e-43fd-b0ac-205f86eb13a5 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:30.809014 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab05237-230e-43fd-b0ac-205f86eb13a5'] response: {'name': 'network-changed', 'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'status': 'completed', 'code': 200} Jul 28 18:11:30.812226 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ee528-ac92-4ae5-b6fc-0b13d4552fcb None None] No DVR routers for this DVR port 31aac371-d9fc-4b3d-bfb9-6679218853f5 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:11:30.857372 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (43b18dd7-5bee-493f-ab42-49ee0acea445), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.883323 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b18dd7-5bee-493f-ab42-49ee0acea445']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:30.894696 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:30.894997 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:30.905840 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.921125 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.928505 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:11:30.928909 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:30.990214 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5 resource provider aggregate not found Jul 28 18:11:31.004860 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c95dae7-bfb1-4be1-ad7e-0cf763f57ce5 found for delete ", "request_id": "req-036b3219-f3c9-4b4b-a2ea-d8393322efd7"}]} Jul 28 18:11:31.078777 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6c7f-427e-4a61-99c5-3b22f586f049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:31.118456 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (43b18dd7-5bee-493f-ab42-49ee0acea445), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:31.126080 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:31.129955 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] 10.222.0.85 "DELETE /v2.0/networks/43b18dd7-5bee-493f-ab42-49ee0acea445 HTTP/1.1" status: 204 len: 168 time: 0.9469316 Jul 28 18:11:31.143078 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698aa46-ae86-41d9-8306-f0c51f64677e admin admin] Pushing event deleted for resources: {'Network': ['ID=43b18dd7-5bee-493f-ab42-49ee0acea445,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:31.240001 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 31aac371-d9fc-4b3d-bfb9-6679218853f5 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:31.263130 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 31aac371-d9fc-4b3d-bfb9-6679218853f5 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:31.263505 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 31aac371-d9fc-4b3d-bfb9-6679218853f5 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:31.264015 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 435ec45a-0654-4a21-b482-5de94e5cef6b no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:31.283540 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 435ec45a-0654-4a21-b482-5de94e5cef6b {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:31.283927 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 435ec45a-0654-4a21-b482-5de94e5cef6b not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:31.448616 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42716) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:31.493324 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f691fbdd-13f7-452d-bbad-b4de3e27dffb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=efa7968cb99d4470b48f8ff2fd8bad7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432951 Jul 28 18:11:31.495838 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42718) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:31.545840 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0fb894a3-69e8-4008-a172-461e1163821c admin admin] Publish callbacks [] for security_group (e0e7b6ef-3d5e-4e44-927b-a99736c9d567), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:31.556187 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:31.568329 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0fb894a3-69e8-4008-a172-461e1163821c admin admin] Publish callbacks [] for security_group (e0e7b6ef-3d5e-4e44-927b-a99736c9d567), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:31.579224 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:31.714050 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0fb894a3-69e8-4008-a172-461e1163821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e0e7b6ef-3d5e-4e44-927b-a99736c9d567), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:31.716800 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0fb894a3-69e8-4008-a172-461e1163821c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:31.717998 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0fb894a3-69e8-4008-a172-461e1163821c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0e7b6ef-3d5e-4e44-927b-a99736c9d567 HTTP/1.1" status: 204 len: 168 time: 0.2212436 Jul 28 18:11:31.726919 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb894a3-69e8-4008-a172-461e1163821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e7b6ef-3d5e-4e44-927b-a99736c9d567,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:31.817443 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0d105-a1bd-419f-9f05-22c5b2d579ce req-3d1f5b6a-c205-4bd9-9284-1d75aa1d065b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:31.819303 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-21c0d105-a1bd-419f-9f05-22c5b2d579ce req-3d1f5b6a-c205-4bd9-9284-1d75aa1d065b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 944 time: 0.0580902 Jul 28 18:11:31.881963 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-21c0d105-a1bd-419f-9f05-22c5b2d579ce req-6f3a3dee-076e-476b-bda5-5120cdb871e8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494914 Jul 28 18:11:32.516113 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42728) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:32.560068 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-874e8e39-a34c-478d-90ce-dfb2721c60fe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a0a527edebc54195bb89297144e5cae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424907 Jul 28 18:11:32.576160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42730) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:32.626960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-17826cab-aa25-4239-ad53-debb9898a8cc admin admin] Publish callbacks [] for security_group (2c0e036e-de81-4615-a3bd-19dfa67877de), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:32.650587 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-17826cab-aa25-4239-ad53-debb9898a8cc admin admin] Publish callbacks [] for security_group (2c0e036e-de81-4615-a3bd-19dfa67877de), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:32.658168 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:32.805727 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-17826cab-aa25-4239-ad53-debb9898a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (2c0e036e-de81-4615-a3bd-19dfa67877de), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:32.809588 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-17826cab-aa25-4239-ad53-debb9898a8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:32.811204 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-17826cab-aa25-4239-ad53-debb9898a8cc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2c0e036e-de81-4615-a3bd-19dfa67877de HTTP/1.1" status: 204 len: 168 time: 0.2340770 Jul 28 18:11:32.814613 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b558e8-f600-4430-986a-3f12e83fc033 req-cf19f186-a2dd-49d0-94d1-9d92c7d7bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:32.816167 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-94b558e8-f600-4430-986a-3f12e83fc033 req-cf19f186-a2dd-49d0-94d1-9d92c7d7bceb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 1128 time: 0.0517612 Jul 28 18:11:32.823057 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17826cab-aa25-4239-ad53-debb9898a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0e036e-de81-4615-a3bd-19dfa67877de,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:32.947453 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b558e8-f600-4430-986a-3f12e83fc033 req-b2cc7b21-6110-4593-9808-37e7c6baa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:32.949273 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-94b558e8-f600-4430-986a-3f12e83fc033 req-b2cc7b21-6110-4593-9808-37e7c6baa935 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1188459 Jul 28 18:11:33.041585 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:33.053160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73ec5-cc3b-45ce-828d-e37921302464 req-f1e63d26-7255-4bbd-b679-ae8b55368101 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:33.054645 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e0c73ec5-cc3b-45ce-828d-e37921302464 req-f1e63d26-7255-4bbd-b679-ae8b55368101 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 944 time: 0.0891502 Jul 28 18:11:33.112371 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b558e8-f600-4430-986a-3f12e83fc033 req-59ed32ca-2d43-4dfc-bac2-eabbc4294265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:33.113848 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-94b558e8-f600-4430-986a-3f12e83fc033 req-59ed32ca-2d43-4dfc-bac2-eabbc4294265 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587458 Jul 28 18:11:33.128022 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e0c73ec5-cc3b-45ce-828d-e37921302464 req-04c12fe6-a77e-417d-a90b-b7db39de8a0e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661147 Jul 28 18:11:33.214717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-c2881ddf-4f03-43eb-a488-eee8cda82487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:33.216219 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-c2881ddf-4f03-43eb-a488-eee8cda82487 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 1128 time: 0.0407002 Jul 28 18:11:33.266552 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-766ddda7-008c-4517-932b-d5e96c32022e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ced40c-6170-4e06-befd-26d27f4c9ad3 HTTP/1.1" status: 200 len: 217 time: 0.0359633 Jul 28 18:11:33.317715 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-98f4433c-0eae-4159-b2fe-d4bd52530ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:33.319198 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-98f4433c-0eae-4159-b2fe-d4bd52530ac9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0459211 Jul 28 18:11:33.367983 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-d8f60e23-8e58-4620-912e-b5a88803275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:33.369683 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-d8f60e23-8e58-4620-912e-b5a88803275e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440872 Jul 28 18:11:33.483021 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-c921570d-8098-4ab4-840c-cf4248827801 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039486 Jul 28 18:11:33.584527 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1ac22a8c-7ccc-43b0-9c4a-8e3224bc4756 req-8423eef6-5039-4a4b-bbad-b11f106ca38b service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958931 Jul 28 18:11:33.592883 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f43a3c8e-4e69-49dd-b5c2-941a7a7d1f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:34.154014 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=17 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:34.253549 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938122-ecb2-4965-a42c-a1a2b16fe5ad req-f84266bd-7e68-49ea-be2c-13a44e58dd61 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:34.255057 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-99938122-ecb2-4965-a42c-a1a2b16fe5ad req-f84266bd-7e68-49ea-be2c-13a44e58dd61 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 944 time: 0.0503585 Jul 28 18:11:34.304045 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-99938122-ecb2-4965-a42c-a1a2b16fe5ad req-0cdcf887-9fc5-46f2-a2f1-8554c202fb49 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428886 Jul 28 18:11:34.375303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:34.739938 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c0ced40c-6170-4e06-befd-26d27f4c9ad3 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:11:34.842832 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port c0ced40c-6170-4e06-befd-26d27f4c9ad3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0ced40c-6170-4e06-befd-26d27f4c9ad3,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:34.854834 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'port_id': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'mac_address': 'fa:16:3e:85:92:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:11:34.893924 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port c0ced40c-6170-4e06-befd-26d27f4c9ad3 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:11:34.894313 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:35.029261 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:35.032393 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ced40c-6170-4e06-befd-26d27f4c9ad3 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:11:35.051971 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port c0ced40c-6170-4e06-befd-26d27f4c9ad3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0ced40c-6170-4e06-befd-26d27f4c9ad3,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:35.120692 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:35.166119 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=c0ced40c-6170-4e06-befd-26d27f4c9ad3,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:35.431083 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0422ed-15b7-4209-9d8b-2a184a27b459 req-beab0248-bc21-4b40-8b8e-5e046818258c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:35.433186 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ec0422ed-15b7-4209-9d8b-2a184a27b459 req-beab0248-bc21-4b40-8b8e-5e046818258c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Jul 28 18:11:35.448482 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['c0ced40c-6170-4e06-befd-26d27f4c9ad3'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:35.469741 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:35.482380 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ec0422ed-15b7-4209-9d8b-2a184a27b459 req-2c5fdfcb-437a-4e39-aa95-5527b3996c64 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Jul 28 18:11:36.129361 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:36.209805 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:36.608467 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ddec8-0f9e-45e9-b101-aa3db554c2eb req-bf977670-0c57-4610-89ad-6c0757bc6c11 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:36.609987 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cc0ddec8-0f9e-45e9-b101-aa3db554c2eb req-bf977670-0c57-4610-89ad-6c0757bc6c11 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 945 time: 0.0522640 Jul 28 18:11:36.657714 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-cc0ddec8-0f9e-45e9-b101-aa3db554c2eb req-fe9c91eb-7226-48fc-bff9-9c5d14975ea7 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Jul 28 18:11:36.745828 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c0ced40c-6170-4e06-befd-26d27f4c9ad3 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:36.788940 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port c0ced40c-6170-4e06-befd-26d27f4c9ad3 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:11:36.843676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port c0ced40c-6170-4e06-befd-26d27f4c9ad3 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:11:36.844088 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:36.921742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port c0ced40c-6170-4e06-befd-26d27f4c9ad3 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:11:36.922133 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:36.945156 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:36.947477 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407823a9-ccd4-40d3-a41b-bef63f89c57a" -d '{"events": [{"server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "name": "network-vif-plugged", "status": "completed", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:36.960179 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port c0ced40c-6170-4e06-befd-26d27f4c9ad3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0ced40c-6170-4e06-befd-26d27f4c9ad3,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:36.986012 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4677ed1f-9a32-4fa4-ab7f-209e8c5e4865 x-openstack-request-id: req-4677ed1f-9a32-4fa4-ab7f-209e8c5e4865 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:36.986373 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "name": "network-vif-plugged", "status": "completed", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:36.986661 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4677ed1f-9a32-4fa4-ab7f-209e8c5e4865 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:36.987090 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4677ed1f-9a32-4fa4-ab7f-209e8c5e4865'] response: {'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'code': 200} Jul 28 18:11:37.038443 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:37.086558 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=c0ced40c-6170-4e06-befd-26d27f4c9ad3,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:37.380329 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6d319-729a-45d4-9be3-e8a0f3d83644 req-8dce4f22-6453-4a8b-908b-374270c47957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:37.381800 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bae6d319-729a-45d4-9be3-e8a0f3d83644 req-8dce4f22-6453-4a8b-908b-374270c47957 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 1130 time: 0.0398273 Jul 28 18:11:37.430955 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bae6d319-729a-45d4-9be3-e8a0f3d83644 req-69df5c6a-1d55-46c8-a99d-48a3e603be55 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Jul 28 18:11:37.783234 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431e764-3433-4817-bdf2-9356a94750dd req-23691e5a-50e7-434d-8dd9-e661c9e8b927 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:37.784767 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e431e764-3433-4817-bdf2-9356a94750dd req-23691e5a-50e7-434d-8dd9-e661c9e8b927 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0526032 Jul 28 18:11:37.837421 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e431e764-3433-4817-bdf2-9356a94750dd req-e8099cbf-821f-460f-9ced-a4da84aa551e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Jul 28 18:11:38.965101 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7285ca-7ca5-4a09-9734-1f8ce7b7c83e req-53058a28-c3a8-4183-9bdf-99935c1d1376 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:38.966852 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8a7285ca-7ca5-4a09-9734-1f8ce7b7c83e req-53058a28-c3a8-4183-9bdf-99935c1d1376 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0528851 Jul 28 18:11:39.001048 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:39.019593 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8a7285ca-7ca5-4a09-9734-1f8ce7b7c83e req-75861318-b50e-4b83-9e27-7597fc96bde5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 Jul 28 18:11:39.134294 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-6c0616ab-0606-4709-a235-3b5ff7b954be tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342836541&fields=id&tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 267 time: 0.0455008 Jul 28 18:11:39.248404 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-a8add9c2-d64e-4481-9533-7545a072db8d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:39.249988 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-a8add9c2-d64e-4481-9533-7545a072db8d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 811 time: 0.1081893 Jul 28 18:11:39.265988 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-3b627b76-3409-44c7-aed8-b1423826c3e3 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/quotas/a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 375 time: 0.0104601 Jul 28 18:11:39.320773 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-a7366891-97ee-4c69-a048-6026c5e843c2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494304 Jul 28 18:11:39.422537 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-98780fdb-525e-4bcd-a081-81dffe308f5c service neutron] 10.222.0.85 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892234 Jul 28 18:11:39.517655 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-030017a5-b0d9-44de-90a3-479d4e3016c8 service neutron] 10.222.0.85 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892708 Jul 28 18:11:40.138269 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a524ea0-4eeb-4e00-a137-1d89ac178f82 req-2342f593-a864-4d46-b8da-06454319e278 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:40.139759 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9a524ea0-4eeb-4e00-a137-1d89ac178f82 req-2342f593-a864-4d46-b8da-06454319e278 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Jul 28 18:11:40.188678 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9a524ea0-4eeb-4e00-a137-1d89ac178f82 req-b65a0161-09c8-4540-94ea-7584acef18b5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Jul 28 18:11:40.301484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69858ee3-2529-4a15-aff0-98fb83a5ffd4 req-63c6a6c2-6d08-4519-be9d-a5fdb13bf5fa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:40.302969 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-69858ee3-2529-4a15-aff0-98fb83a5ffd4 req-63c6a6c2-6d08-4519-be9d-a5fdb13bf5fa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0478280 Jul 28 18:11:40.312808 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42786) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:40.317020 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'port_id': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:40.359194 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (134c8c60-4df9-4f71-b7ed-26eaade98602), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:41.033897 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:41.050847 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:41.111111 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9ee47684-974a-4aae-a122-ea809f9a0470 req-c4957ee9-c52b-4056-b950-895abe68b956 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 210 time: 0.0291228 Jul 28 18:11:41.163875 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (134c8c60-4df9-4f71-b7ed-26eaade98602), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:41.266044 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 134c8c60-4df9-4f71-b7ed-26eaade98602 associated. External IP: 172.27.0.58, port: c0ced40c-6170-4e06-befd-26d27f4c9ad3. Jul 28 18:11:41.373387 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:41.478620 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:11:41.585987 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:41.591543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:41.600245 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:41.611945 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:41.612565 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:41.627081 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d32b197d-a71a-431f-bb3b-4e72928628ec tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "PUT /v2.0/floatingips/134c8c60-4df9-4f71-b7ed-26eaade98602 HTTP/1.1" status: 200 len: 991 time: 1.3130569 Jul 28 18:11:41.628830 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:41.632683 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acecabee-f7d6-449b-89a2-bc3fca0d658e" -d '{"events": [{"name": "network-changed", "server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:41.675966 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58025055-1f83-4b56-86a6-74eade8d31cd x-openstack-request-id: req-58025055-1f83-4b56-86a6-74eade8d31cd {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:41.676255 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:41.676535 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-58025055-1f83-4b56-86a6-74eade8d31cd {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:41.676967 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58025055-1f83-4b56-86a6-74eade8d31cd'] response: {'name': 'network-changed', 'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'status': 'completed', 'code': 200} Jul 28 18:11:41.727561 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:41.760310 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-2f4c76dc-4444-468b-8ab5-80c403ee00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:41.769501 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-2f4c76dc-4444-468b-8ab5-80c403ee00f1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 1130 time: 0.0421019 Jul 28 18:11:41.861350 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-74a22b03-fd05-49d5-8154-cb704a8329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:41.862908 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-74a22b03-fd05-49d5-8154-cb704a8329d7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 916 time: 0.0953395 Jul 28 18:11:41.932073 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-35b9d85f-8db3-4dc5-8490-6000f74f446e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0ced40c-6170-4e06-befd-26d27f4c9ad3 HTTP/1.1" status: 200 len: 999 time: 0.0621583 Jul 28 18:11:41.983985 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-42173721-4b0c-4667-a862-f8248933f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:41.985009 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-42173721-4b0c-4667-a862-f8248933f6fd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0467563 Jul 28 18:11:42.031626 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-02d9a4ad-8aca-47aa-9efe-86f608519d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:42.033150 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-02d9a4ad-8aca-47aa-9efe-86f608519d11 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417016 Jul 28 18:11:42.040051 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '134c8c60-4df9-4f71-b7ed-26eaade98602', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:85:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:11:23Z', 'updated_at': '2022-07-28T18:11:40Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}, {'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:37Z', 'revision_number': 2, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:42.066730 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:42.075362 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:42.075967 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:42.132940 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-0d1b2c3b-f465-47e5-8ed0-2ca61c5e1b05 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934830 Jul 28 18:11:42.185221 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:42.227683 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e2369049-c928-4e34-b86e-1c6501b94b86 req-fac24f0a-87c6-47e9-80db-bd842cf776a9 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 210 time: 0.0352502 Jul 28 18:11:42.258880 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:42.264656 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-acecabee-f7d6-449b-89a2-bc3fca0d658e req-d52d457b-4e3f-4082-80d4-7a4259d236b5 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214371 Jul 28 18:11:42.407788 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '134c8c60-4df9-4f71-b7ed-26eaade98602', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:85:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:11:23Z', 'updated_at': '2022-07-28T18:11:40Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}, {'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:37Z', 'revision_number': 2, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:42.433564 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847509a-274a-4ba8-b0f0-3caa91bbacee None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '134c8c60-4df9-4f71-b7ed-26eaade98602', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:85:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:11:23Z', 'updated_at': '2022-07-28T18:11:40Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}, {'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:37Z', 'revision_number': 2, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:42.635433 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a814f-8197-407f-bee0-e7615272813d None None] New status for floating IP 134c8c60-4df9-4f71-b7ed-26eaade98602: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:11:43.268795 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-bd2d0801-38ed-4037-9fcc-9b3f7713f642 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:43.270251 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-bd2d0801-38ed-4037-9fcc-9b3f7713f642 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 811 time: 0.1064308 Jul 28 18:11:43.342665 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6fc3fc5a-d732-47eb-a372-c44be597cb5e req-466424aa-7ac1-40ab-8400-dbd3436b0f22 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 210 time: 0.0326951 Jul 28 18:11:43.349092 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-714899bb-4443-4de8-9ebc-4688ea81ea15 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc HTTP/1.1" status: 200 len: 380 time: 0.0633087 Jul 28 18:11:43.359316 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'port': {'device_id': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'admin_state_up': True, 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'security_groups': ['7d626d7d-b8fe-4435-9d4b-53ace8fb8048']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:43.563687 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Made reservation on behalf of a1b1e6abd55a4b17b4a452a80a6bbdbc for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:11:43.567277 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:43.707576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Allocated IP 172.20.0.13 (2745d657-8db7-4817-b0a4-814cddf7a093/08ef3431-6ca3-4489-9b13-69d86c343a65/68b502b1-4298-4301-80ad-a52cb8b9b62b) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:43.786605 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:43.851609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:43.946961 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:43.955810 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:43.995167 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Network 2745d657-8db7-4817-b0a4-814cddf7a093 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:43.998559 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:44.002451 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:11:44.008970 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=68b502b1-4298-4301-80ad-a52cb8b9b62b,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:44.059613 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:44.060243 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:44.138210 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-e86f95bb-bd62-4c59-bcfc-56399d7d3261 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7828600 Jul 28 18:11:44.157815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Request body: {'port': {'device_id': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:44.208910 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-568b3383-83e8-4ff3-85d0-bf584bfca4e9 None None] Provisioning complete for port 68b502b1-4298-4301-80ad-a52cb8b9b62b triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:11:44.209527 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-568b3383-83e8-4ff3-85d0-bf584bfca4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:44.225626 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:44.243133 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-568b3383-83e8-4ff3-85d0-bf584bfca4e9 None None] Port 68b502b1-4298-4301-80ad-a52cb8b9b62b cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:11:44.484878 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384be7-dc20-441d-b4af-593d237ca4a3 req-1b940a11-c16e-48d9-8501-16f664f1c623 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:44.486526 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f1384be7-dc20-441d-b4af-593d237ca4a3 req-1b940a11-c16e-48d9-8501-16f664f1c623 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 932 time: 0.0671506 Jul 28 18:11:44.573536 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b502b1-4298-4301-80ad-a52cb8b9b62b {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:11:44.584281 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f1384be7-dc20-441d-b4af-593d237ca4a3 req-1c805bf3-bdcf-4d8f-a8af-95e47410f3f8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921137 Jul 28 18:11:44.586201 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Publish callbacks [] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:44.603745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Transition to ACTIVE for port object 68b502b1-4298-4301-80ad-a52cb8b9b62b will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:11:44.677830 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:44.732111 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=68b502b1-4298-4301-80ad-a52cb8b9b62b,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:44.806100 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Attempting to bind port 68b502b1-4298-4301-80ad-a52cb8b9b62b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:11:44.806471 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Attempting to bind port 68b502b1-4298-4301-80ad-a52cb8b9b62b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:11:44.806807 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Attempting to bind port 68b502b1-4298-4301-80ad-a52cb8b9b62b on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:11:44.812735 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Port 68b502b1-4298-4301-80ad-a52cb8b9b62b on network 2745d657-8db7-4817-b0a4-814cddf7a093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:11:44.813058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Attempting to bind port 68b502b1-4298-4301-80ad-a52cb8b9b62b on network 2745d657-8db7-4817-b0a4-814cddf7a093 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:11:44.818228 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:11:44.818547 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Checking segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:11:44.818929 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Bound using segment: {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:11:44.819464 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Bound port: 68b502b1-4298-4301-80ad-a52cb8b9b62b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af0b9b9-1dca-47b7-8e31-cc87e1519e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:11:44.819824 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:44.870647 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:44.891422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] For port 68b502b1-4298-4301-80ad-a52cb8b9b62b, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:11:44.894514 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] For port 68b502b1-4298-4301-80ad-a52cb8b9b62b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:11:44.999359 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:45.038476 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.039047 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:45.042957 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] 10.222.0.99 "PUT /v2.0/ports/68b502b1-4298-4301-80ad-a52cb8b9b62b HTTP/1.1" status: 200 len: 1094 time: 0.8873203 Jul 28 18:11:45.043460 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:45.045806 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32abecd2-e867-4013-8036-093650932d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:45.064430 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:45.067924 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163c3cd-0a57-4802-a3aa-89b360b5a1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=68b502b1-4298-4301-80ad-a52cb8b9b62b,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:45.099029 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a42b835-5c4f-4fa9-b9cc-c14e48072651 x-openstack-request-id: req-1a42b835-5c4f-4fa9-b9cc-c14e48072651 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:45.099425 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:45.099718 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1a42b835-5c4f-4fa9-b9cc-c14e48072651 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:45.100097 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a42b835-5c4f-4fa9-b9cc-c14e48072651'] response: {'name': 'network-changed', 'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'status': 'completed', 'code': 200} Jul 28 18:11:45.191318 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abecd2-e867-4013-8036-093650932d3d req-1ecca821-a710-495b-82df-c0fa5d3c643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.192844 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-32abecd2-e867-4013-8036-093650932d3d req-1ecca821-a710-495b-82df-c0fa5d3c643b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 1128 time: 0.0467381 Jul 28 18:11:45.311130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abecd2-e867-4013-8036-093650932d3d req-7307ac6a-00c0-47ab-926e-d81976eb4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.312532 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-32abecd2-e867-4013-8036-093650932d3d req-7307ac6a-00c0-47ab-926e-d81976eb4c9b service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1010408 Jul 28 18:11:45.406900 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abecd2-e867-4013-8036-093650932d3d req-bcec29da-8579-403c-9fbd-0bc278f44120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.408301 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-32abecd2-e867-4013-8036-093650932d3d req-bcec29da-8579-403c-9fbd-0bc278f44120 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893517 Jul 28 18:11:45.514103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-ecc9fd30-22cc-4df6-917a-d53d4b95b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.515776 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-ecc9fd30-22cc-4df6-917a-d53d4b95b1a7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 1128 time: 0.0473189 Jul 28 18:11:45.563444 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-7ba5e9bc-ad8c-46eb-a727-6bd42fe9b82d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b HTTP/1.1" status: 200 len: 217 time: 0.0336823 Jul 28 18:11:45.614997 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-ca52c4fc-1619-43c2-8ab3-1a81cc154799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.620852 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-ca52c4fc-1619-43c2-8ab3-1a81cc154799 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0475311 Jul 28 18:11:45.662745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-c8bd599a-888e-4275-b6dc-72ee7aaf42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.664087 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-c8bd599a-888e-4275-b6dc-72ee7aaf42c3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408840 Jul 28 18:11:45.751828 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5b1a-dac9-4eb0-8ffb-1eba55e6f753 req-1875b88e-b660-4bc3-8ac6-c8da92bc4486 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:45.753305 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8e3a5b1a-dac9-4eb0-8ffb-1eba55e6f753 req-1875b88e-b660-4bc3-8ac6-c8da92bc4486 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.0928018 Jul 28 18:11:45.828903 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-d30937ff-ffd8-4a42-9d58-70280b392ac5 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566989 Jul 28 18:11:45.833197 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8e3a5b1a-dac9-4eb0-8ffb-1eba55e6f753 req-c05fe0b7-7533-4374-bb6a-09affaa26ce9 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736363 Jul 28 18:11:45.921616 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ba603a0-cfaf-42ce-afc8-1ae0dd696d18 req-c9a43462-57a0-42d4-a754-9c661e5f039f service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854163 Jul 28 18:11:46.958257 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aa6d1-a8e9-4811-8e5d-c15c963bbecb req-262676f9-bfad-4a7b-870c-438effe498ba tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:46.959772 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2a4aa6d1-a8e9-4811-8e5d-c15c963bbecb req-262676f9-bfad-4a7b-870c-438effe498ba tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.0482392 Jul 28 18:11:46.984629 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:47.010888 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2a4aa6d1-a8e9-4811-8e5d-c15c963bbecb req-9dc7ec11-a970-4eb1-9181-9c1f6a64fe4c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Jul 28 18:11:48.131659 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ab0ab-6060-4467-9f32-ed93a01130b5 req-c39d612a-981f-4ca7-a436-54a274b8963b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:48.133141 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-af9ab0ab-6060-4467-9f32-ed93a01130b5 req-c39d612a-981f-4ca7-a436-54a274b8963b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.0502298 Jul 28 18:11:48.187556 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-af9ab0ab-6060-4467-9f32-ed93a01130b5 req-b0eb4d88-43a5-4b99-934e-b378eedac3d6 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484567 Jul 28 18:11:49.307804 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3c48-bcfc-459f-9825-295154174305 req-2573fe5d-008a-4648-b68f-ba4eef3273eb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:49.309302 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7cac3c48-bcfc-459f-9825-295154174305 req-2573fe5d-008a-4648-b68f-ba4eef3273eb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.0491643 Jul 28 18:11:49.360701 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7cac3c48-bcfc-459f-9825-295154174305 req-96343e6b-70d1-4a68-9dbb-fffd0f85687f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457735 Jul 28 18:11:50.646154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d247a-c996-450e-a090-42fbdf2bf8e3 req-595dbf67-f265-4c2a-8925-8ea2bb2814ba tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:50.647984 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-251d247a-c996-450e-a090-42fbdf2bf8e3 req-595dbf67-f265-4c2a-8925-8ea2bb2814ba tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.2166352 Jul 28 18:11:50.703784 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-251d247a-c996-450e-a090-42fbdf2bf8e3 req-1095e427-aeef-4b70-8b4d-f975c71fde41 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465264 Jul 28 18:11:50.837665 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b3af-f8d6-4734-84c0-53c4ae49c43c req-7c2b47a5-5ff5-4d85-b6f3-92ba02206504 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:50.839297 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ecc3b3af-f8d6-4734-84c0-53c4ae49c43c req-7c2b47a5-5ff5-4d85-b6f3-92ba02206504 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0508049 Jul 28 18:11:50.891768 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ecc3b3af-f8d6-4734-84c0-53c4ae49c43c req-4a5fc1a8-4282-4fee-8c94-0f4ee491ad65 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Jul 28 18:11:51.829345 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ed6f7-f18d-4cc7-bc82-857e048a1acd req-15e3fd83-65e3-4e6f-93bb-ef9b267ee1e7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:51.830955 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c45ed6f7-f18d-4cc7-bc82-857e048a1acd req-15e3fd83-65e3-4e6f-93bb-ef9b267ee1e7 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.0525935 Jul 28 18:11:51.881987 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-c45ed6f7-f18d-4cc7-bc82-857e048a1acd req-27c63e2f-1bb1-4722-b3c6-453abf9e58d1 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Jul 28 18:11:51.996559 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:52.015206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7a6b6-7ecb-483a-9895-259e0d7c7388 req-830d2c10-350c-4eb6-b361-34919d7ea2a4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:52.016771 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b2a7a6b6-7ecb-483a-9895-259e0d7c7388 req-830d2c10-350c-4eb6-b361-34919d7ea2a4 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0519319 Jul 28 18:11:52.049674 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:52.065095 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b2a7a6b6-7ecb-483a-9895-259e0d7c7388 req-a2b6940b-f0a9-4a90-a388-a5a4dc83d959 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429111 Jul 28 18:11:53.047612 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:53.058478 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1d6a7-e73b-4ce1-8ec5-6e1717c78ca8 req-4953ea4b-b5dc-4b1f-8b1e-ab38de9f294b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:53.061959 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5ec1d6a7-e73b-4ce1-8ec5-6e1717c78ca8 req-4953ea4b-b5dc-4b1f-8b1e-ab38de9f294b tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.1054645 Jul 28 18:11:53.112076 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-5ec1d6a7-e73b-4ce1-8ec5-6e1717c78ca8 req-3274e391-77f3-4e71-9e8a-f1e7de234280 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461664 Jul 28 18:11:53.186832 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425a8d4-684f-49bc-b30b-68c345031c4b req-3a0b9407-d031-4e54-8d17-ea0038bdc4e0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:53.188727 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f425a8d4-684f-49bc-b30b-68c345031c4b req-3a0b9407-d031-4e54-8d17-ea0038bdc4e0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0486498 Jul 28 18:11:53.237351 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f425a8d4-684f-49bc-b30b-68c345031c4b req-a69b64ab-4a15-4c99-8609-84bb8c4f21ef tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429311 Jul 28 18:11:53.565288 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:11:53.658548 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-c95bf2d6-c3c9-4f54-b490-2eab3dc569f2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:53.660071 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-c95bf2d6-c3c9-4f54-b490-2eab3dc569f2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0518653 Jul 28 18:11:53.745400 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Deleting port 23f7eafd-8248-4438-9837-008bc6b5122c {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:53.745746 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:53.840387 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] For port 23f7eafd-8248-4438-9837-008bc6b5122c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=23f7eafd-8248-4438-9837-008bc6b5122c,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:53.840762 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:54.229283 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d030c-e115-44ec-a8d0-16b35cbe2781 req-949fb36d-c7a6-4386-af5e-1a77bcea6b8c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:54.230802 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bc5d030c-e115-44ec-a8d0-16b35cbe2781 req-949fb36d-c7a6-4386-af5e-1a77bcea6b8c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 944 time: 0.0471294 Jul 28 18:11:54.259357 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:54.259970 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (d6b8fbd7-52fe-4835-a7b9-3559780f825c), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:54.260090 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Floating IP d6b8fbd7-52fe-4835-a7b9-3559780f825c disassociated. External IP: 172.27.0.35, port: 23f7eafd-8248-4438-9837-008bc6b5122c. Jul 28 18:11:54.260360 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Calling delete_port for 23f7eafd-8248-4438-9837-008bc6b5122c owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:54.289531 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bc5d030c-e115-44ec-a8d0-16b35cbe2781 req-45473ea9-33de-4529-9521-f481915fbede tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521097 Jul 28 18:11:54.378780 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853642d2-edad-4cc0-8d1b-fdd687735461 req-30958e1f-8e55-4c3e-b2e5-6e6a130e43bb tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:54.380237 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-853642d2-edad-4cc0-8d1b-fdd687735461 req-30958e1f-8e55-4c3e-b2e5-6e6a130e43bb tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 945 time: 0.0656562 Jul 28 18:11:54.467199 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-853642d2-edad-4cc0-8d1b-fdd687735461 req-b2453060-3ab1-4455-8fe7-28137807e528 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=96f4082c-df8e-45ad-ad07-394e66b94f57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811219 Jul 28 18:11:54.546405 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (23f7eafd-8248-4438-9837-008bc6b5122c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:54.573271 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event deleted for resources: {'Port': ['ID=23f7eafd-8248-4438-9837-008bc6b5122c,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:54.691911 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:11:54.744014 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:54.777745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:54.802921 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:11:54.815260 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] Sync routers for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:11:54.826135 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:54.826808 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:54.836816 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 68b502b1-4298-4301-80ad-a52cb8b9b62b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:11:54.850750 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] No DVR routers for this DVR port 23f7eafd-8248-4438-9837-008bc6b5122c on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:11:54.853429 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:54.856926 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c7b5b372-94a1-45c7-8523-63b6da538de5 req-f0a32a2b-61fe-4f29-a7f6-eec67a190f92 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "DELETE /v2.0/ports/23f7eafd-8248-4438-9837-008bc6b5122c HTTP/1.1" status: 204 len: 173 time: 1.1912596 Jul 28 18:11:54.857706 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'name': 'network-vif-deleted', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:54.860182 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae54975-4c2f-4edf-bd2f-d225814befd8" -d '{"events": [{"server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "name": "network-vif-deleted", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:54.901868 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288802c6-9d65-48cc-a3a5-b2a4ab8381f0 x-openstack-request-id: req-288802c6-9d65-48cc-a3a5-b2a4ab8381f0 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:54.902568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a9106-a56f-4acb-9056-7672341ebccc", "name": "network-vif-deleted", "tag": "23f7eafd-8248-4438-9837-008bc6b5122c", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:54.903004 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-288802c6-9d65-48cc-a3a5-b2a4ab8381f0 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:54.904463 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288802c6-9d65-48cc-a3a5-b2a4ab8381f0'] response: {'server_uuid': '875a9106-a56f-4acb-9056-7672341ebccc', 'name': 'network-vif-deleted', 'tag': '23f7eafd-8248-4438-9837-008bc6b5122c', 'status': 'completed', 'code': 200} Jul 28 18:11:54.915055 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:54.920345 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:54.938868 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:54.941692 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:54.972633 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 68b502b1-4298-4301-80ad-a52cb8b9b62b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:54.985780 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'port_id': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'mac_address': 'fa:16:3e:3e:ed:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:11:55.032950 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 68b502b1-4298-4301-80ad-a52cb8b9b62b is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:11:55.033355 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:55.056576 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b502b1-4298-4301-80ad-a52cb8b9b62b {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:11:55.077207 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:55.091180 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 68b502b1-4298-4301-80ad-a52cb8b9b62b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:55.152591 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:55.175833 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:55.181420 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] Checking router: b584bbf2-f53a-4179-aaaf-fcc4ca03b252 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:11:55.190923 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:11:55.191541 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:55.235719 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=68b502b1-4298-4301-80ad-a52cb8b9b62b,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:55.298438 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:11:55.423339 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2ff1-0d64-406b-a11d-8f6db8f08ca3 req-26d4e17d-33a2-49b9-bd74-5a8d5972558f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:55.424882 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-70da2ff1-0d64-406b-a11d-8f6db8f08ca3 req-26d4e17d-33a2-49b9-bd74-5a8d5972558f tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 945 time: 0.0565715 Jul 28 18:11:55.477529 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-70da2ff1-0d64-406b-a11d-8f6db8f08ca3 req-30ef0864-5b19-410a-98a6-58153fdb5ef5 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463605 Jul 28 18:11:55.493746 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:11:55.523864 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10638b0-6cf4-419d-9f45-ef3131c041fa None None] The sync data for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi is: [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:11:55.564386 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['68b502b1-4298-4301-80ad-a52cb8b9b62b'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:11:55.587586 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8ac11341-c318-4d89-a65e-b0f48dbc360e req-9ba3bed1-c5a1-4790-8873-98067a1d70cf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=875a9106-a56f-4acb-9056-7672341ebccc HTTP/1.1" status: 200 len: 210 time: 0.0311191 Jul 28 18:11:55.768689 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12a4cb-f5b8-4310-ad5c-73087be53e65 None None] New status for floating IP d6b8fbd7-52fe-4835-a7b9-3559780f825c: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:11:56.534684 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:56.602739 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ea083-3e1e-4d9b-944f-040a7b975dc5 req-272351b8-b687-45ec-b51b-63abff0bb575 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:56.604233 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ce9ea083-3e1e-4d9b-944f-040a7b975dc5 req-272351b8-b687-45ec-b51b-63abff0bb575 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Jul 28 18:11:56.657784 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ce9ea083-3e1e-4d9b-944f-040a7b975dc5 req-555368e8-7aff-4fb9-b9c7-92eac1ce1f7d tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472341 Jul 28 18:11:56.782184 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42866) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:56.846830 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 68b502b1-4298-4301-80ad-a52cb8b9b62b up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:11:56.849438 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1b127986-4628-4a73-87f2-c3e1a859f8e5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (96f4082c-df8e-45ad-ad07-394e66b94f57), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:56.881126 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1b127986-4628-4a73-87f2-c3e1a859f8e5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (96f4082c-df8e-45ad-ad07-394e66b94f57), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:56.894249 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 68b502b1-4298-4301-80ad-a52cb8b9b62b completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:11:56.975176 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 68b502b1-4298-4301-80ad-a52cb8b9b62b triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:11:56.975555 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.008874 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1b127986-4628-4a73-87f2-c3e1a859f8e5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (96f4082c-df8e-45ad-ad07-394e66b94f57), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.011495 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1b127986-4628-4a73-87f2-c3e1a859f8e5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.013396 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1b127986-4628-4a73-87f2-c3e1a859f8e5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "DELETE /v2.0/security-groups/96f4082c-df8e-45ad-ad07-394e66b94f57 HTTP/1.1" status: 204 len: 168 time: 0.2294991 Jul 28 18:11:57.016213 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42868) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:57.028256 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b127986-4628-4a73-87f2-c3e1a859f8e5 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f4082c-df8e-45ad-ad07-394e66b94f57,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.030809 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.api.v2.resource [None req-938cc849-ea2e-4659-8216-949d12bd5344 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] show failed (client error): The resource could not be found. Jul 28 18:11:57.031836 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-938cc849-ea2e-4659-8216-949d12bd5344 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups/96f4082c-df8e-45ad-ad07-394e66b94f57 HTTP/1.1" status: 404 len: 347 time: 0.0146146 Jul 28 18:11:57.035277 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42870) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:57.064997 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 68b502b1-4298-4301-80ad-a52cb8b9b62b is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:11:57.065387 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.089905 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:11:57.092927 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5864a-ddc8-430c-8125-9cc295086d5c" -d '{"events": [{"server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "name": "network-vif-plugged", "status": "completed", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:11:57.106990 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 68b502b1-4298-4301-80ad-a52cb8b9b62b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:11:57.138316 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26133f77-705a-45c9-aa99-222ab1bc297e x-openstack-request-id: req-26133f77-705a-45c9-aa99-222ab1bc297e {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:11:57.138858 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "name": "network-vif-plugged", "status": "completed", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:11:57.139281 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-26133f77-705a-45c9-aa99-222ab1bc297e {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:11:57.139713 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26133f77-705a-45c9-aa99-222ab1bc297e'] response: {'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'code': 200} Jul 28 18:11:57.162216 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Deleting port 86575d54-f87f-42dd-990f-8628d12d9f4d {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:11:57.162590 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.174616 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.175578 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 23f7eafd-8248-4438-9837-008bc6b5122c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:11:57.218122 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 23f7eafd-8248-4438-9837-008bc6b5122c {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:11:57.218509 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 23f7eafd-8248-4438-9837-008bc6b5122c not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:11:57.250174 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=68b502b1-4298-4301-80ad-a52cb8b9b62b,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.255051 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.255545 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (86575d54-f87f-42dd-990f-8628d12d9f4d), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.271160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Calling delete_port for 86575d54-f87f-42dd-990f-8628d12d9f4d owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:11:57.529942 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (86575d54-f87f-42dd-990f-8628d12d9f4d), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.559367 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event deleted for resources: {'Port': ['ID=86575d54-f87f-42dd-990f-8628d12d9f4d,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:57.613792 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:57.628241 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (d6b8fbd7-52fe-4835-a7b9-3559780f825c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.630639 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.631785 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-07e4b76f-6fac-4f10-8257-bb48ce8cf77e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "DELETE /v2.0/floatingips/d6b8fbd7-52fe-4835-a7b9-3559780f825c HTTP/1.1" status: 204 len: 168 time: 0.5954621 Jul 28 18:11:57.789283 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920b5e8-d45a-42c6-b3cd-86b7f7614c0e req-0c80060a-f972-4530-83d6-ec5e03b4ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:57.790864 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d920b5e8-d45a-42c6-b3cd-86b7f7614c0e req-0c80060a-f972-4530-83d6-ec5e03b4ea65 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 1130 time: 0.0697622 Jul 28 18:11:57.807859 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42878) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:57.811697 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687a1c-6460-4525-95fa-2c89c8cae167 req-2e450e65-79df-439d-966e-3b48b41fcb4c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:57.812933 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-18ee5f94-a0e0-4c76-b6cf-431903f3423e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705147435', 'description': 'tempest-description--1023836569'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:57.813149 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-08687a1c-6460-4525-95fa-2c89c8cae167 req-2e450e65-79df-439d-966e-3b48b41fcb4c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0643313 Jul 28 18:11:57.832093 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:57.872086 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d920b5e8-d45a-42c6-b3cd-86b7f7614c0e req-3feef569-91d8-478e-b2a6-bc8c9a92d271 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750890 Jul 28 18:11:57.902202 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-08687a1c-6460-4525-95fa-2c89c8cae167 req-a2ac6e40-d3fd-405d-807c-e018a2640116 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676880 Jul 28 18:11:57.940771 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18ee5f94-a0e0-4c76-b6cf-431903f3423e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.010701 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18ee5f94-a0e0-4c76-b6cf-431903f3423e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (1b4b9972-e115-4d6b-84a1-97f410a5e12a), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.077053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18ee5f94-a0e0-4c76-b6cf-431903f3423e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1b4b9972-e115-4d6b-84a1-97f410a5e12a), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.108286 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee5f94-a0e0-4c76-b6cf-431903f3423e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b9972-e115-4d6b-84a1-97f410a5e12a,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:58.171295 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-18ee5f94-a0e0-4c76-b6cf-431903f3423e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.172518 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-18ee5f94-a0e0-4c76-b6cf-431903f3423e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3635743 Jul 28 18:11:58.175385 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42880) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:58.179840 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-e9aa59e9-3fda-4d36-b8cd-cc51a0b62a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'security_group_rule': {'security_group_id': '1b4b9972-e115-4d6b-84a1-97f410a5e12a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:58.261090 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9aa59e9-3fda-4d36-b8cd-cc51a0b62a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (de81aff8-cabe-4f20-9f87-db3c32201939), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.320302 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9aa59e9-3fda-4d36-b8cd-cc51a0b62a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (de81aff8-cabe-4f20-9f87-db3c32201939), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.396956 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9aa59e9-3fda-4d36-b8cd-cc51a0b62a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (de81aff8-cabe-4f20-9f87-db3c32201939), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.417121 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa59e9-3fda-4d36-b8cd-cc51a0b62a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de81aff8-cabe-4f20-9f87-db3c32201939,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:58.514407 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-e9aa59e9-3fda-4d36-b8cd-cc51a0b62a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.515653 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-e9aa59e9-3fda-4d36-b8cd-cc51a0b62a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393383 Jul 28 18:11:58.518400 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42882) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:58.522824 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-8f287d0c-8322-42a3-a59f-c92b486d4a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'security_group_rule': {'security_group_id': '1b4b9972-e115-4d6b-84a1-97f410a5e12a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:58.649168 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8f287d0c-8322-42a3-a59f-c92b486d4a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (98836bc6-c560-4f02-bb6e-456448c6e440), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.697878 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:58.708616 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8f287d0c-8322-42a3-a59f-c92b486d4a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (98836bc6-c560-4f02-bb6e-456448c6e440), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.797409 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8f287d0c-8322-42a3-a59f-c92b486d4a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (98836bc6-c560-4f02-bb6e-456448c6e440), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.818678 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f287d0c-8322-42a3-a59f-c92b486d4a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98836bc6-c560-4f02-bb6e-456448c6e440,revision_number=0']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:58.891584 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8f287d0c-8322-42a3-a59f-c92b486d4a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:58.892810 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8f287d0c-8322-42a3-a59f-c92b486d4a80 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733766 Jul 28 18:11:58.902008 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42884) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:11:58.906660 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:11:59.016285 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a472c17-4817-4dee-bc36-55d72d621eae req-5386e9cc-c659-48ad-a0b6-2b71949e500c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:11:59.017770 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3a472c17-4817-4dee-bc36-55d72d621eae req-5386e9cc-c659-48ad-a0b6-2b71949e500c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0480213 Jul 28 18:11:59.046485 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:59.098783 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:59.112723 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-3a472c17-4817-4dee-bc36-55d72d621eae req-364de96d-0e1d-4fea-a63d-9ea3be068cbc tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892978 Jul 28 18:11:59.145694 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:59.258257 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Allocated IP 172.27.0.37 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/36b742a7-2409-4783-ba76-d80201f663c9) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:11:59.361929 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for port (36b742a7-2409-4783-ba76-d80201f663c9), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:59.477744 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (36b742a7-2409-4783-ba76-d80201f663c9), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:59.526968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:11:59.532729 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:11:59.535098 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'Port': ['ID=36b742a7-2409-4783-ba76-d80201f663c9,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:11:59.537339 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:11:59.604368 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:59.622451 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (e9f1f4fd-b494-4762-a36f-cf2c6919c291), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:59.754238 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (36b742a7-2409-4783-ba76-d80201f663c9), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:59.907443 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for port (36b742a7-2409-4783-ba76-d80201f663c9), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:59.968852 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (36b742a7-2409-4783-ba76-d80201f663c9), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:00.038184 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'Port': ['ID=36b742a7-2409-4783-ba76-d80201f663c9,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:00.052638 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (e9f1f4fd-b494-4762-a36f-cf2c6919c291), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:00.119990 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:00.121145 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-957afb8e-1ac6-4a07-8014-afdf812be2fd tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2181673 Jul 28 18:12:00.237020 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee11588-b862-4236-a5bf-0582bad32f4e req-eb4f966b-4cc8-450f-9d28-8d4699026819 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:00.238677 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8ee11588-b862-4236-a5bf-0582bad32f4e req-eb4f966b-4cc8-450f-9d28-8d4699026819 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0509164 Jul 28 18:12:00.292197 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8ee11588-b862-4236-a5bf-0582bad32f4e req-830c620a-c910-4cd8-9ca4-3345afbe59d6 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480189 Jul 28 18:12:00.343050 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-c39241dc-ce57-4aa2-bbd0-1779db38101b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--705147435&fields=id&tenant_id=f4857a4e9170472da43e01f442099c29 HTTP/1.1" status: 200 len: 267 time: 0.0447900 Jul 28 18:12:00.404183 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:00.413948 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46397e-acc6-46fd-9f64-41add0bd1361 req-a3d2a339-104c-422c-ab6a-eb13641a4ff3 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:00.415481 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6e46397e-acc6-46fd-9f64-41add0bd1361 req-a3d2a339-104c-422c-ab6a-eb13641a4ff3 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0484600 Jul 28 18:12:00.456514 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-aa6dd0a9-22b9-42f1-8cc7-e0a8c9ea7029 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:00.458036 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-aa6dd0a9-22b9-42f1-8cc7-e0a8c9ea7029 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 810 time: 0.1080959 Jul 28 18:12:00.472635 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6e46397e-acc6-46fd-9f64-41add0bd1361 req-1101b070-1879-4fe5-be55-ca3dfd3185a6 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Jul 28 18:12:00.475062 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-e32ac05a-d256-480e-a209-7d0eae483a9d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/quotas/f4857a4e9170472da43e01f442099c29 HTTP/1.1" status: 200 len: 375 time: 0.0113447 Jul 28 18:12:00.500543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42904) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:00.529948 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-a390e5e9-acca-4ba4-a607-fbdabb3fe8c2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460703 Jul 28 18:12:00.635394 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-022acedb-1a3c-4059-bcbc-40821f4678c9 service neutron] 10.222.0.85 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920496 Jul 28 18:12:00.643589 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616c615-92f3-413b-9f0c-d3448f259f7b tempest-TestVolumeBootPattern-2029310457 tempest-TestVolumeBootPattern-2029310457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:00.645145 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5616c615-92f3-413b-9f0c-d3448f259f7b tempest-TestVolumeBootPattern-2029310457 tempest-TestVolumeBootPattern-2029310457-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 1125 time: 0.1436083 Jul 28 18:12:00.647944 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 42908) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:00.652163 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'port_id': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:00.730153 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-8a511cbc-57b7-4975-9cbb-1cd0aa90de8f service neutron] 10.222.0.85 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879970 Jul 28 18:12:00.746202 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:00.832801 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:00.943001 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Allocated IP 172.27.0.144 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/3a1173f8-14ca-4c28-8304-22c794888159) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:01.035959 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2d8d4f77-3efd-4e11-8f9b-bc9e4459adac req-29538b4a-39b8-49f7-ac1f-efc057c10955 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0365803 Jul 28 18:12:01.049222 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6a38-f5dd-4190-a44e-3a626de1a4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:01.098725 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (3a1173f8-14ca-4c28-8304-22c794888159), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:01.204366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (3a1173f8-14ca-4c28-8304-22c794888159), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:01.236619 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:01.243683 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:01.247415 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:01.249902 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:01.288487 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=3a1173f8-14ca-4c28-8304-22c794888159,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:01.363078 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:01.635539 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (7a1fcd2d-4a57-49cd-add0-4743806f03a8), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:01.772308 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3a1173f8-14ca-4c28-8304-22c794888159), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:01.927419 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for port (3a1173f8-14ca-4c28-8304-22c794888159), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:01.991675 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (3a1173f8-14ca-4c28-8304-22c794888159), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:02.055187 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:02.072459 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event updated for resources: {'Port': ['ID=3a1173f8-14ca-4c28-8304-22c794888159,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:02.078048 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (7a1fcd2d-4a57-49cd-add0-4743806f03a8), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:02.149011 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-adfcbaec-5121-4237-902f-3029cdcbcbeb req-47990fe5-91ba-4742-93e4-3d972a8e0ad8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0313709 Jul 28 18:12:02.182500 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Floating IP 7a1fcd2d-4a57-49cd-add0-4743806f03a8 associated. External IP: 172.27.0.144, port: 68b502b1-4298-4301-80ad-a52cb8b9b62b. Jul 28 18:12:02.420325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:02.521022 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:02.525399 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:02.535233 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:02.546552 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:02.547161 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:02.616340 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:02.649746 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-933df29e-3861-45dd-8b1f-d851f0fe5bcf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0007780 Jul 28 18:12:02.650433 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:02.652099 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:02.652717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:02.697403 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f320821-6fe2-43b5-b540-4733f128cd42 x-openstack-request-id: req-8f320821-6fe2-43b5-b540-4733f128cd42 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:02.697403 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:02.697403 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8f320821-6fe2-43b5-b540-4733f128cd42 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:02.697403 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f320821-6fe2-43b5-b540-4733f128cd42'] response: {'name': 'network-changed', 'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'status': 'completed', 'code': 200} Jul 28 18:12:02.741426 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:02.846300 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-e46b2f4c-48db-4173-9f62-771cd0d5d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:02.847851 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-e46b2f4c-48db-4173-9f62-771cd0d5d058 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 1130 time: 0.0417283 Jul 28 18:12:02.872608 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '7a1fcd2d-4a57-49cd-add0-4743806f03a8', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:3e:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:01Z', 'updated_at': '2022-07-28T18:12:01Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}, {'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:44Z', 'revision_number': 1, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:02.882680 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-9496e164-1584-4ee3-ac96-653596727367 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469005 Jul 28 18:12:02.903466 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:02.912675 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:02.913292 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:11:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:02.963616 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-e4278e20-e9aa-4ff9-a8e6-16b49e900e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:02.965102 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-e4278e20-e9aa-4ff9-a8e6-16b49e900e0f service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.1017916 Jul 28 18:12:02.995714 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-856c3b97-696d-4b0e-935a-c3eda1013f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:02.997943 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-856c3b97-696d-4b0e-935a-c3eda1013f86 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 1129 time: 0.0469024 Jul 28 18:12:03.022085 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:03.117919 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:03.260462 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '7a1fcd2d-4a57-49cd-add0-4743806f03a8', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:3e:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:01Z', 'updated_at': '2022-07-28T18:12:01Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}, {'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:44Z', 'revision_number': 1, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:03.287394 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c509e8-8f25-40a7-9b05-d8612a506259 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '7a1fcd2d-4a57-49cd-add0-4743806f03a8', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:3e:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:01Z', 'updated_at': '2022-07-28T18:12:01Z', 'revision_number': 0, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}, {'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:44Z', 'revision_number': 1, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:03.405903 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-736c43b6-7ce8-48e6-8b55-8d509ac2d87f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b HTTP/1.1" status: 200 len: 1000 time: 0.4169633 Jul 28 18:12:03.463623 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-3e592b90-f2b4-4adf-aba5-64c64cbe4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:03.464942 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-3e592b90-f2b4-4adf-aba5-64c64cbe4f1f service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.4482880 Jul 28 18:12:03.467657 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8b34e237-15da-45d4-8ac1-33fb9644352f req-1db348e3-885a-472f-8c01-bab4dbbf5454 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0405016 Jul 28 18:12:03.485530 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-2655b971-fde9-438b-ad75-4eec2782a75d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:03.487100 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-2655b971-fde9-438b-ad75-4eec2782a75d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 810 time: 0.4974167 Jul 28 18:12:03.494241 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-bd054259-1b35-4189-9377-85b832deb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:03.496250 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-bd054259-1b35-4189-9377-85b832deb036 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0844021 Jul 28 18:12:03.535806 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077219f-285e-46ed-a427-92b506c5af6a None None] New status for floating IP 7a1fcd2d-4a57-49cd-add0-4743806f03a8: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:12:03.593627 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:03.624333 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ce96f894-d7f5-43f2-971d-68fcfa1443dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:03.659500 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-27d1655c-4c51-4773-9bc4-42141d13e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:03.659855 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-0c832746-384c-4d67-af1d-e2ed06b2a7c3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279 HTTP/1.1" status: 200 len: 1001 time: 0.0621169 Jul 28 18:12:03.661212 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-27d1655c-4c51-4773-9bc4-42141d13e3d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629685 Jul 28 18:12:03.679639 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:03.718803 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-a4f08b59-2690-4081-a3fd-4159aa4c5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:03.720192 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-a4f08b59-2690-4081-a3fd-4159aa4c5453 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0489089 Jul 28 18:12:03.738817 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-6a124b07-8099-4347-bd2c-44d9b8411975 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4857a4e9170472da43e01f442099c29 HTTP/1.1" status: 200 len: 379 time: 0.1389220 Jul 28 18:12:03.751132 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'port': {'device_id': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'admin_state_up': True, 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'security_groups': ['1b4b9972-e115-4d6b-84a1-97f410a5e12a']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:03.767758 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-6473438d-1e73-4003-bf6a-3f5a7d81f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:03.769308 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-6473438d-1e73-4003-bf6a-3f5a7d81f417 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425687 Jul 28 18:12:03.846039 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-9d64e63e-623e-48f3-9675-d2b100db8d54 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706471 Jul 28 18:12:03.848971 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:03.874259 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-18b60e90-61b7-4cf6-b776-22df0834cbe1 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966823 Jul 28 18:12:03.967766 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-43e683a4-7cda-41b6-9e0f-f9c551844e5e req-6f9b4c88-15d3-4cfc-ad20-61fa5f298674 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866055 Jul 28 18:12:03.972839 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2e75f7f8-a32a-407a-8486-18e6eb19f1fa req-d4f9b7d6-18a8-4f71-ab04-e443cbb3ff0f service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139348 Jul 28 18:12:04.042837 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Made reservation on behalf of f4857a4e9170472da43e01f442099c29 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:04.046336 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:04.049694 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:04.184657 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Allocated IP 172.20.0.8 (f8f74a8f-6f5e-40d7-9e04-7b25ad085712/9363b0d8-ae5d-46ce-91bf-916f15f94087/3df95329-0b2b-4695-9fa1-d8563b652920) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:04.331055 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for port (3df95329-0b2b-4695-9fa1-d8563b652920), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:04.374041 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:04.426140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:04.468522 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:04.474128 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:04.476671 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:04.508925 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event updated for resources: {'Port': ['ID=3df95329-0b2b-4695-9fa1-d8563b652920,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:04.541821 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:04.542528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:04.607078 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9e06c-9074-460d-806f-772930ff0eeb req-9a202679-4557-4ada-b3b6-3db84b8bb89a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:04.612662 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c2c9e06c-9074-460d-806f-772930ff0eeb req-9a202679-4557-4ada-b3b6-3db84b8bb89a tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 931 time: 0.0580060 Jul 28 18:12:04.664976 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-92966560-510e-477b-9176-c812d515a6a8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9213300 Jul 28 18:12:04.669149 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c2c9e06c-9074-460d-806f-772930ff0eeb req-21adcea5-6333-474e-828e-83276633ffbb tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539918 Jul 28 18:12:04.683541 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Request body: {'port': {'device_id': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:04.734044 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:04.735884 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-1a250c3e-9e82-4cfe-ad37-2d073cb53506 None None] Provisioning complete for port 3df95329-0b2b-4695-9fa1-d8563b652920 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:04.736388 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1a250c3e-9e82-4cfe-ad37-2d073cb53506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:04.752030 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:04.770829 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-1a250c3e-9e82-4cfe-ad37-2d073cb53506 None None] Port 3df95329-0b2b-4695-9fa1-d8563b652920 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:04.975115 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:05.014927 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df95329-0b2b-4695-9fa1-d8563b652920 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:12:05.022435 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Publish callbacks [] for port (3df95329-0b2b-4695-9fa1-d8563b652920), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:05.035737 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Transition to ACTIVE for port object 3df95329-0b2b-4695-9fa1-d8563b652920 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:12:05.145977 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:05.202560 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3df95329-0b2b-4695-9fa1-d8563b652920,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:05.273296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Attempting to bind port 3df95329-0b2b-4695-9fa1-d8563b652920 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:05.273796 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Attempting to bind port 3df95329-0b2b-4695-9fa1-d8563b652920 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:05.273951 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Attempting to bind port 3df95329-0b2b-4695-9fa1-d8563b652920 on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:05.279431 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Port 3df95329-0b2b-4695-9fa1-d8563b652920 on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:12:05.283140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Attempting to bind port 3df95329-0b2b-4695-9fa1-d8563b652920 on network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:05.285122 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:05.285466 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Checking segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:05.285852 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Bound using segment: {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:05.286287 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Bound port: 3df95329-0b2b-4695-9fa1-d8563b652920, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f159bcf2-4960-4095-bf82-f9dd6dbdc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:05.286676 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:05.358095 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] For port 3df95329-0b2b-4695-9fa1-d8563b652920, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:05.365995 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] For port 3df95329-0b2b-4695-9fa1-d8563b652920, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3df95329-0b2b-4695-9fa1-d8563b652920,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:05.388198 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:05.432230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:05.474077 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:05.474731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:05.476146 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] 10.222.0.99 "PUT /v2.0/ports/3df95329-0b2b-4695-9fa1-d8563b652920 HTTP/1.1" status: 200 len: 1093 time: 0.7968185 Jul 28 18:12:05.476582 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:05.479155 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e53137-0655-4aa4-a27d-0eb8aa4f9c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:05.500522 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298bfd5-12ac-42b4-9c63-7413800931a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3df95329-0b2b-4695-9fa1-d8563b652920,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:05.522948 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dd2ed0-671f-4070-9266-00bdb9d0af7f x-openstack-request-id: req-21dd2ed0-671f-4070-9266-00bdb9d0af7f {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:05.523537 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:05.523667 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-21dd2ed0-671f-4070-9266-00bdb9d0af7f {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:05.524097 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21dd2ed0-671f-4070-9266-00bdb9d0af7f'] response: {'name': 'network-changed', 'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920', 'status': 'completed', 'code': 200} Jul 28 18:12:05.609097 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e53137-0655-4aa4-a27d-0eb8aa4f9c5c req-1f0c72f9-0653-4b18-ae9c-0b24237ec67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:05.610684 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-00e53137-0655-4aa4-a27d-0eb8aa4f9c5c req-1f0c72f9-0653-4b18-ae9c-0b24237ec67b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0426176 Jul 28 18:12:05.724388 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e53137-0655-4aa4-a27d-0eb8aa4f9c5c req-1183ca63-83a2-4463-aac6-fad6c05c94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:05.725881 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-00e53137-0655-4aa4-a27d-0eb8aa4f9c5c req-1183ca63-83a2-4463-aac6-fad6c05c94b7 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=f4857a4e9170472da43e01f442099c29&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1019614 Jul 28 18:12:05.838591 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182dcc2-3b92-4ac5-bd79-a3a841157949 req-78cff8d4-05eb-4ab4-a685-2eb9d8a26e8e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:05.840024 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1182dcc2-3b92-4ac5-bd79-a3a841157949 req-78cff8d4-05eb-4ab4-a685-2eb9d8a26e8e tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0890758 Jul 28 18:12:05.885269 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e53137-0655-4aa4-a27d-0eb8aa4f9c5c req-b8a26471-6c11-4b65-bae3-9ebbd1c41ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:05.886770 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-00e53137-0655-4aa4-a27d-0eb8aa4f9c5c req-b8a26471-6c11-4b65-bae3-9ebbd1c41ab9 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551473 Jul 28 18:12:05.894104 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:05.909268 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1182dcc2-3b92-4ac5-bd79-a3a841157949 req-58ccc93c-feaf-4c36-babd-5d9939045806 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628395 Jul 28 18:12:05.992113 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-4f6e7363-8d13-45df-b9be-368e675056ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:05.993635 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-4f6e7363-8d13-45df-b9be-368e675056ec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0422070 Jul 28 18:12:06.040923 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-c597a858-472e-459d-9375-ff205b380e7e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3df95329-0b2b-4695-9fa1-d8563b652920 HTTP/1.1" status: 200 len: 217 time: 0.0335979 Jul 28 18:12:06.096049 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-bbe64934-ef84-4f2a-a121-074fb6bf2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:06.097450 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-bbe64934-ef84-4f2a-a121-074fb6bf2cbc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 200 len: 849 time: 0.0494273 Jul 28 18:12:06.122949 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:06.143631 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-5033ef37-8c50-4c18-94b8-d93757d7fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:06.145286 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-5033ef37-8c50-4c18-94b8-d93757d7fa51 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409942 Jul 28 18:12:06.179785 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:06.242420 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-c060c128-dff4-4e0e-a249-6681543bf4f9 service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904160 Jul 28 18:12:06.335059 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f819c32f-bd88-4d86-a7ee-2803042b111b req-c33d4f05-d584-417b-be79-2b7b761456e9 service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857649 Jul 28 18:12:07.032717 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58818c10-cf0c-4305-85fa-bf12066daed3 req-97aa100b-66f4-4c50-ac06-51f39830331f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:07.034200 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-58818c10-cf0c-4305-85fa-bf12066daed3 req-97aa100b-66f4-4c50-ac06-51f39830331f tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0480628 Jul 28 18:12:07.086509 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-58818c10-cf0c-4305-85fa-bf12066daed3 req-c3228347-1266-40e3-9912-22e2dea6fe31 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461752 Jul 28 18:12:08.205722 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ec31-b2e7-42a1-8875-ff4681b73c49 req-45d59100-5800-414a-a6db-1166f29ace26 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:08.207248 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4cb7ec31-b2e7-42a1-8875-ff4681b73c49 req-45d59100-5800-414a-a6db-1166f29ace26 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0477898 Jul 28 18:12:08.240344 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:08.258853 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4cb7ec31-b2e7-42a1-8875-ff4681b73c49 req-ac270626-805e-468b-885a-920e28c74617 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461459 Jul 28 18:12:08.917945 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 3df95329-0b2b-4695-9fa1-d8563b652920 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:12:09.021570 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 3df95329-0b2b-4695-9fa1-d8563b652920, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3df95329-0b2b-4695-9fa1-d8563b652920,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:09.033556 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '3df95329-0b2b-4695-9fa1-d8563b652920', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'port_id': '3df95329-0b2b-4695-9fa1-d8563b652920', 'mac_address': 'fa:16:3e:94:10:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:12:09.067893 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 3df95329-0b2b-4695-9fa1-d8563b652920 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:09.068284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:09.082077 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df95329-0b2b-4695-9fa1-d8563b652920 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:12:09.102429 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 3df95329-0b2b-4695-9fa1-d8563b652920, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3df95329-0b2b-4695-9fa1-d8563b652920,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:09.197164 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:09.249108 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=3df95329-0b2b-4695-9fa1-d8563b652920,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:09.377352 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90346901-a4bc-4a84-be5b-62ab254230f7 req-786cf046-27f7-4f06-b1df-1aac0f99c6d0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:09.378764 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-90346901-a4bc-4a84-be5b-62ab254230f7 req-786cf046-27f7-4f06-b1df-1aac0f99c6d0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0471330 Jul 28 18:12:09.426084 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-90346901-a4bc-4a84-be5b-62ab254230f7 req-be5b9b6e-516b-4663-8fea-854ed8cb84d0 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417683 Jul 28 18:12:09.560466 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['3df95329-0b2b-4695-9fa1-d8563b652920'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:12:10.547273 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e26f3-37a2-47bf-9e00-073e3bc19789 req-fb2116fc-713b-4ffe-b1ae-1ee383b1fb20 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:10.548766 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-076e26f3-37a2-47bf-9e00-073e3bc19789 req-fb2116fc-713b-4ffe-b1ae-1ee383b1fb20 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0484881 Jul 28 18:12:10.597230 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-076e26f3-37a2-47bf-9e00-073e3bc19789 req-d3ad5190-fef6-499d-86dd-c3852ca77fe8 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429051 Jul 28 18:12:10.940657 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 3df95329-0b2b-4695-9fa1-d8563b652920 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:10.987534 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 3df95329-0b2b-4695-9fa1-d8563b652920 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:12:11.053799 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 3df95329-0b2b-4695-9fa1-d8563b652920 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:11.054189 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:11.127585 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 3df95329-0b2b-4695-9fa1-d8563b652920 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:11.127880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:11.150379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:11.153175 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b239a52-0933-48be-959d-5bacbf657856" -d '{"events": [{"server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:11.165742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 3df95329-0b2b-4695-9fa1-d8563b652920, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3df95329-0b2b-4695-9fa1-d8563b652920,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:11.195303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d150cdf1-f9d1-43a4-b613-b99b49eba56a x-openstack-request-id: req-d150cdf1-f9d1-43a4-b613-b99b49eba56a {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:11.195303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:11.195303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d150cdf1-f9d1-43a4-b613-b99b49eba56a {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:11.195303 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d150cdf1-f9d1-43a4-b613-b99b49eba56a'] response: {'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920', 'code': 200} Jul 28 18:12:11.242708 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:11.290230 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:11.295243 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=3df95329-0b2b-4695-9fa1-d8563b652920,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:11.602073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb56db5-953f-4568-b310-2c3cecb6bd3a req-a5be1f84-cf51-4116-98ed-ee1af83d2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:11.603598 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2fb56db5-953f-4568-b310-2c3cecb6bd3a req-a5be1f84-cf51-4116-98ed-ee1af83d2446 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0396068 Jul 28 18:12:11.651031 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2fb56db5-953f-4568-b310-2c3cecb6bd3a req-f383aaec-c0eb-43f0-8811-13eae8e522eb service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403907 Jul 28 18:12:11.725828 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c73267-c586-422a-bdb5-81677dc149e1 req-6b26aaee-2f07-4c0a-a1b3-423c5693e2bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:11.727254 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-29c73267-c586-422a-bdb5-81677dc149e1 req-6b26aaee-2f07-4c0a-a1b3-423c5693e2bf tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0517378 Jul 28 18:12:11.775051 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-29c73267-c586-422a-bdb5-81677dc149e1 req-1f69b21c-c631-41b6-9761-8346483f019d tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Jul 28 18:12:12.864914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:12.901682 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d530b0-f754-48a0-b20f-4bdebc1ded0b req-ccf4d14e-ec0a-4c89-9bab-48c81d61cf70 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:12.904089 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a8d530b0-f754-48a0-b20f-4bdebc1ded0b req-ccf4d14e-ec0a-4c89-9bab-48c81d61cf70 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0500267 Jul 28 18:12:12.954137 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a8d530b0-f754-48a0-b20f-4bdebc1ded0b req-4202d358-8960-4ae1-9d9b-ec778d636106 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442886 Jul 28 18:12:13.287486 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=62 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:14.071570 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c7928-3f55-4b55-9c74-6af059cb9192 req-8e0c1fae-e082-457c-8e60-3a17b05ec830 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:14.072972 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-095c7928-3f55-4b55-9c74-6af059cb9192 req-8e0c1fae-e082-457c-8e60-3a17b05ec830 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0480337 Jul 28 18:12:14.120475 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-095c7928-3f55-4b55-9c74-6af059cb9192 req-31283caf-8b34-4956-b9d0-6c906315c473 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Jul 28 18:12:14.239296 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7f580-879a-4b33-a54f-9d481bbf6f16 req-4e81e95c-c93d-4819-853f-9c9f3b387351 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:14.240782 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-35e7f580-879a-4b33-a54f-9d481bbf6f16 req-4e81e95c-c93d-4819-853f-9c9f3b387351 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0518229 Jul 28 18:12:14.250309 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42964) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:14.254736 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Request body: {'floatingip': {'port_id': '3df95329-0b2b-4695-9fa1-d8563b652920'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:14.293303 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (e9f1f4fd-b494-4762-a36f-cf2c6919c291), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:14.728607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:14.791190 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (e9f1f4fd-b494-4762-a36f-cf2c6919c291), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:14.871381 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:14.891008 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Floating IP e9f1f4fd-b494-4762-a36f-cf2c6919c291 associated. External IP: 172.27.0.37, port: 3df95329-0b2b-4695-9fa1-d8563b652920. Jul 28 18:12:15.093596 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:15.136033 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:15.200445 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:15.205914 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:15.213002 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] Sync routers for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:15.225132 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:15.225752 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.237630 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-5d21f93a-b57a-4a45-b5cc-edeee31c2087 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "PUT /v2.0/floatingips/e9f1f4fd-b494-4762-a36f-cf2c6919c291 HTTP/1.1" status: 200 len: 990 time: 0.9862061 Jul 28 18:12:15.238211 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:15.240553 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f90e5f-a73e-4551-bf2f-319c61c23bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:15.279393 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04920d0-6586-4272-b3a5-827176a23625 x-openstack-request-id: req-e04920d0-6586-4272-b3a5-827176a23625 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:15.279710 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:15.279961 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e04920d0-6586-4272-b3a5-827176a23625 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:15.280365 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04920d0-6586-4272-b3a5-827176a23625'] response: {'name': 'network-changed', 'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920', 'status': 'completed', 'code': 200} Jul 28 18:12:15.331425 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:15.366445 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-24de4c12-0fce-4bda-95b5-76da06308dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:15.367985 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-24de4c12-0fce-4bda-95b5-76da06308dc3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=f4857a4e9170472da43e01f442099c29&device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0395405 Jul 28 18:12:15.466633 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-fcb13b9b-67e8-44de-a70c-56bc552beb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:15.468381 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-fcb13b9b-67e8-44de-a70c-56bc552beb0f service neutron] 10.222.0.99 "GET /v2.0/networks?id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 200 len: 911 time: 0.0927057 Jul 28 18:12:15.486864 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:15.541701 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-b7fed6fb-aaa4-4045-8bd3-45f65049d825 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3df95329-0b2b-4695-9fa1-d8563b652920 HTTP/1.1" status: 200 len: 998 time: 0.0614662 Jul 28 18:12:15.546203 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'e9f1f4fd-b494-4762-a36f-cf2c6919c291', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'port_id': '3df95329-0b2b-4695-9fa1-d8563b652920', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'mac_address': 'fa:16:3e:94:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:11:59Z', 'updated_at': '2022-07-28T18:12:14Z', 'revision_number': 1, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.571540 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] Checking router: b584bbf2-f53a-4179-aaaf-fcc4ca03b252 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:15.581001 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:15.581607 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:15.592651 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-efdb9841-7a9d-448c-a0d5-b38c8ea86a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:15.594135 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-efdb9841-7a9d-448c-a0d5-b38c8ea86a1d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 200 len: 849 time: 0.0449877 Jul 28 18:12:15.640352 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-6ad12ae1-3983-4a98-87a5-2c260b8d6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:15.641852 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-6ad12ae1-3983-4a98-87a5-2c260b8d6367 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f8f74a8f-6f5e-40d7-9e04-7b25ad085712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412180 Jul 28 18:12:15.652986 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-3468b490-1401-49df-8e9c-e86b57260ada service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:12:15.653976 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-3468b490-1401-49df-8e9c-e86b57260ada service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049884 Jul 28 18:12:15.686546 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:15.755821 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-55de4d62-df82-4901-95f2-234cede4b750 service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913358 Jul 28 18:12:15.849710 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-77f90e5f-a73e-4551-bf2f-319c61c23bb0 req-f2364ed6-37a2-4a26-a463-7759d70dd55a service neutron] 10.222.0.99 "GET /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873113 Jul 28 18:12:15.987477 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'e9f1f4fd-b494-4762-a36f-cf2c6919c291', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'port_id': '3df95329-0b2b-4695-9fa1-d8563b652920', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'mac_address': 'fa:16:3e:94:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:11:59Z', 'updated_at': '2022-07-28T18:12:14Z', 'revision_number': 1, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:16.013481 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926a722-02d2-4a72-b9c9-c57c1be47ffa None None] The sync data for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi is: [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'e9f1f4fd-b494-4762-a36f-cf2c6919c291', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'port_id': '3df95329-0b2b-4695-9fa1-d8563b652920', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'mac_address': 'fa:16:3e:94:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:11:59Z', 'updated_at': '2022-07-28T18:12:14Z', 'revision_number': 1, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:16.204122 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa543d4d-633c-4d59-ab63-87710a770ea7 None None] New status for floating IP e9f1f4fd-b494-4762-a36f-cf2c6919c291: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:12:18.428717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e8997-45c7-4659-ae6e-c73e19fe9e39 req-c2785c47-970f-46ca-b9a8-fa914eab003e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:18.430200 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-795e8997-45c7-4659-ae6e-c73e19fe9e39 req-c2785c47-970f-46ca-b9a8-fa914eab003e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Jul 28 18:12:18.484609 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-795e8997-45c7-4659-ae6e-c73e19fe9e39 req-ff20649d-76f0-45d0-8c29-16817465b908 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482750 Jul 28 18:12:19.622948 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9029872-9156-47ab-aeed-9bca5dbf5283 req-1750cd51-ce5b-4132-8eaa-7ea0e194a5a8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:19.624468 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a9029872-9156-47ab-aeed-9bca5dbf5283 req-1750cd51-ce5b-4132-8eaa-7ea0e194a5a8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0598812 Jul 28 18:12:19.673462 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-a9029872-9156-47ab-aeed-9bca5dbf5283 req-7c59d1a6-55a1-4322-8cbe-925ff821cfd8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Jul 28 18:12:20.250629 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7658a31-089a-4539-84a6-a599daa99450 req-ef480db2-abcb-41e9-80b0-df3b6cdadc66 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:20.252099 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d7658a31-089a-4539-84a6-a599daa99450 req-ef480db2-abcb-41e9-80b0-df3b6cdadc66 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0510287 Jul 28 18:12:20.338629 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port c0ced40c-6170-4e06-befd-26d27f4c9ad3 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:12:20.338973 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:20.434728 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] For port c0ced40c-6170-4e06-befd-26d27f4c9ad3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0ced40c-6170-4e06-befd-26d27f4c9ad3,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:20.435088 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:20.437146 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:20.600966 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:20.601238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (134c8c60-4df9-4f71-b7ed-26eaade98602), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:20.601555 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 134c8c60-4df9-4f71-b7ed-26eaade98602 disassociated. External IP: 172.27.0.58, port: c0ced40c-6170-4e06-befd-26d27f4c9ad3. Jul 28 18:12:20.601899 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for c0ced40c-6170-4e06-befd-26d27f4c9ad3 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:12:20.761565 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:20.799906 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516da571-5335-48a5-b357-21f180c44ae9 req-0f89eaee-b492-4fb9-a467-ac8b30192aad tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:20.801503 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-516da571-5335-48a5-b357-21f180c44ae9 req-0f89eaee-b492-4fb9-a467-ac8b30192aad tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Jul 28 18:12:20.831922 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (c0ced40c-6170-4e06-befd-26d27f4c9ad3), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:20.881728 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=c0ced40c-6170-4e06-befd-26d27f4c9ad3,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:20.897867 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-516da571-5335-48a5-b357-21f180c44ae9 req-ee5633f2-7881-407a-91c7-8a3580ade122 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=236951a0-c231-4106-8cb5-798b2dcb38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854523 Jul 28 18:12:20.897867 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.897867 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.897867 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.898484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.898484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.898898 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.899000 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.899239 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.899553 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.899872 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.900337 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.900919 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.900919 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.901230 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:20.901531 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:21.012476 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:21.100731 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:21.119565 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:21.130079 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:21.141971 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:21.142532 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:21.169994 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] No DVR routers for this DVR port c0ced40c-6170-4e06-befd-26d27f4c9ad3 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:12:21.172921 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:21.176177 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-d7658a31-089a-4539-84a6-a599daa99450 req-63961161-d1c0-4c74-b66a-2206293854d9 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "DELETE /v2.0/ports/c0ced40c-6170-4e06-befd-26d27f4c9ad3 HTTP/1.1" status: 204 len: 173 time: 0.9184465 Jul 28 18:12:21.176638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'name': 'network-vif-deleted', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:21.178976 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eef10e-9b32-428f-a96b-656e07decb56" -d '{"events": [{"server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "name": "network-vif-deleted", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:21.221070 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef0483-1aa9-44ad-8cba-9d19b986e9c8 x-openstack-request-id: req-82ef0483-1aa9-44ad-8cba-9d19b986e9c8 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:21.221365 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49c8f7f-b382-4cbe-a1b0-3483b3d21273", "name": "network-vif-deleted", "tag": "c0ced40c-6170-4e06-befd-26d27f4c9ad3", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:21.221617 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-82ef0483-1aa9-44ad-8cba-9d19b986e9c8 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:21.222022 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ef0483-1aa9-44ad-8cba-9d19b986e9c8'] response: {'server_uuid': 'd49c8f7f-b382-4cbe-a1b0-3483b3d21273', 'name': 'network-vif-deleted', 'tag': 'c0ced40c-6170-4e06-befd-26d27f4c9ad3', 'status': 'completed', 'code': 200} Jul 28 18:12:21.280058 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:21.374703 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:21.428482 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:21.517607 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:37Z', 'revision_number': 2, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:21.544966 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:21.553700 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:21.554303 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:21.661199 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:21.879883 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:37Z', 'revision_number': 2, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:21.905212 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf3a69-b86b-4ffc-bc2b-ce6f9c849a6c None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '14d70044-05a3-40b6-aef2-2368f315308a', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:9c:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:10:19Z', 'updated_at': '2022-07-28T18:10:37Z', 'revision_number': 2, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:22.019179 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-03403da5-9860-456a-aef0-94f7ae2340b1 req-184d79b8-e6fe-4dbe-b801-1c087ae213e0 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=d49c8f7f-b382-4cbe-a1b0-3483b3d21273 HTTP/1.1" status: 200 len: 210 time: 0.0301557 Jul 28 18:12:22.160063 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e9690-48af-4dfd-a38c-bbf2d1cc4a7a None None] New status for floating IP 134c8c60-4df9-4f71-b7ed-26eaade98602: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:12:22.194676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:23.017749 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c0ced40c-6170-4e06-befd-26d27f4c9ad3 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:23.040917 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: c0ced40c-6170-4e06-befd-26d27f4c9ad3 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:12:23.045471 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device c0ced40c-6170-4e06-befd-26d27f4c9ad3 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:23.169543 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 42998) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:23.225262 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (236951a0-c231-4106-8cb5-798b2dcb38cd), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.249903 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (236951a0-c231-4106-8cb5-798b2dcb38cd), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.373927 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (236951a0-c231-4106-8cb5-798b2dcb38cd), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.376481 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.377648 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/security-groups/236951a0-c231-4106-8cb5-798b2dcb38cd HTTP/1.1" status: 204 len: 168 time: 0.2071049 Jul 28 18:12:23.380603 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43002) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:23.387766 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236951a0-c231-4106-8cb5-798b2dcb38cd,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:23.394615 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.api.v2.resource [None req-f33e8dbf-7a51-4d33-a839-299a20004a2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] show failed (client error): The resource could not be found. Jul 28 18:12:23.395052 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.395416 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.395593 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f33e8dbf-7a51-4d33-a839-299a20004a2b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups/236951a0-c231-4106-8cb5-798b2dcb38cd HTTP/1.1" status: 404 len: 347 time: 0.0138810 Jul 28 18:12:23.395867 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.396278 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.396557 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.396888 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.397227 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.397558 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.397891 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.398319 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.398687 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.398937 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43004) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:23.399045 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.399335 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.399662 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.400031 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7feabeb-fb5f-4ff3-b79a-d10c188e5654 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.522617 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port 042aa81b-2359-4d3c-a6ee-dff58447adbd {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:12:23.522964 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.606410 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.606789 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (042aa81b-2359-4d3c-a6ee-dff58447adbd), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.619329 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for 042aa81b-2359-4d3c-a6ee-dff58447adbd owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:12:23.859798 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (042aa81b-2359-4d3c-a6ee-dff58447adbd), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.889659 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=042aa81b-2359-4d3c-a6ee-dff58447adbd,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:23.953846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (134c8c60-4df9-4f71-b7ed-26eaade98602), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.956378 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.957525 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-8de2469d-9cb1-4b0d-8426-55775c6c0c67 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/floatingips/134c8c60-4df9-4f71-b7ed-26eaade98602 HTTP/1.1" status: 204 len: 168 time: 0.5576141 Jul 28 18:12:26.562267 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.005410 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119fb3f-b40e-4895-991c-222c7af85ad7 req-7301497e-5929-4256-8e9b-0d4caf9a751b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:27.006952 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c119fb3f-b40e-4895-991c-222c7af85ad7 req-7301497e-5929-4256-8e9b-0d4caf9a751b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0498421 Jul 28 18:12:27.059271 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-c119fb3f-b40e-4895-991c-222c7af85ad7 req-a4666cd5-36e7-4ddd-9364-453cb5c87ff1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461259 Jul 28 18:12:28.187281 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9717206-8ac8-44db-bc9d-e90ffa0539d7 req-8dba340b-c4b2-4987-ba85-76ee9b25d4de tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:28.188782 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b9717206-8ac8-44db-bc9d-e90ffa0539d7 req-8dba340b-c4b2-4987-ba85-76ee9b25d4de tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0515685 Jul 28 18:12:28.236384 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-b9717206-8ac8-44db-bc9d-e90ffa0539d7 req-b5bcfd28-705b-4779-b67f-e56c16764ac1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418835 Jul 28 18:12:28.885565 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-b9a15898-3b76-4f1c-b81e-2e267e641c79 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:28.887098 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-b9a15898-3b76-4f1c-b81e-2e267e641c79 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0486629 Jul 28 18:12:28.974579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port af478c0c-b95b-48ce-bd01-5c5c161051cb {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:12:28.974922 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.064403 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.069409 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] For port af478c0c-b95b-48ce-bd01-5c5c161051cb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=af478c0c-b95b-48ce-bd01-5c5c161051cb,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:29.069776 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.178995 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.237127 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.237487 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (14d70044-05a3-40b6-aef2-2368f315308a), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.237799 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 14d70044-05a3-40b6-aef2-2368f315308a disassociated. External IP: 172.27.0.94, port: af478c0c-b95b-48ce-bd01-5c5c161051cb. Jul 28 18:12:29.238140 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for af478c0c-b95b-48ce-bd01-5c5c161051cb owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:12:29.386754 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae04468-7246-4c22-8c0e-89b11bc55b17 req-0eeb68ee-4151-4fb2-85e5-bf627d74111e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:29.388252 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9ae04468-7246-4c22-8c0e-89b11bc55b17 req-0eeb68ee-4151-4fb2-85e5-bf627d74111e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 945 time: 0.0747192 Jul 28 18:12:29.447810 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9ae04468-7246-4c22-8c0e-89b11bc55b17 req-742a0e89-2414-453b-b137-37bf6329739d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=0201e94f-9179-47a9-82dc-f090798e0396&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537107 Jul 28 18:12:29.488499 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (af478c0c-b95b-48ce-bd01-5c5c161051cb), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.520646 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=af478c0c-b95b-48ce-bd01-5c5c161051cb,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.633635 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:30.012791 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:30.023561 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:30.034140 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:30.034767 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:30.057810 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] No DVR routers for this DVR port af478c0c-b95b-48ce-bd01-5c5c161051cb on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:12:30.060707 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.064211 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3b35d390-40c7-410e-8b9f-69bbe543b5f4 req-2e853f61-cb50-456c-8a1a-e67406fc8c20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "DELETE /v2.0/ports/af478c0c-b95b-48ce-bd01-5c5c161051cb HTTP/1.1" status: 204 len: 173 time: 1.1722984 Jul 28 18:12:30.064772 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'name': 'network-vif-deleted', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:30.068046 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2cd6db-fb4f-49fa-a007-d4aec28040e8" -d '{"events": [{"server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "name": "network-vif-deleted", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:30.108114 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ae487-b32e-4f5f-bd96-8a7b5043c112 x-openstack-request-id: req-532ae487-b32e-4f5f-bd96-8a7b5043c112 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:30.108329 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9e762e-5473-4949-8d19-ff0bfe5bb52b", "name": "network-vif-deleted", "tag": "af478c0c-b95b-48ce-bd01-5c5c161051cb", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:30.108733 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-532ae487-b32e-4f5f-bd96-8a7b5043c112 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:30.109080 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532ae487-b32e-4f5f-bd96-8a7b5043c112'] response: {'server_uuid': '4f9e762e-5473-4949-8d19-ff0bfe5bb52b', 'name': 'network-vif-deleted', 'tag': 'af478c0c-b95b-48ce-bd01-5c5c161051cb', 'status': 'completed', 'code': 200} Jul 28 18:12:30.147696 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:30.349437 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:30.377480 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:30.388729 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:30.389344 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:30.478196 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:30.502586 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:30.541320 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:30.573039 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7071a783-f3e2-45b4-ae02-11cb6797b23e req-504eab7c-245f-43e0-b6aa-e7115bb71a65 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f9e762e-5473-4949-8d19-ff0bfe5bb52b HTTP/1.1" status: 200 len: 210 time: 0.0341949 Jul 28 18:12:30.590871 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:12:30.829814 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:30.864997 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b123e43-d922-4640-94b6-7935a82b86e6 None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:31.033406 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device af478c0c-b95b-48ce-bd01-5c5c161051cb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:12:31.056991 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: af478c0c-b95b-48ce-bd01-5c5c161051cb {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:12:31.057339 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device af478c0c-b95b-48ce-bd01-5c5c161051cb not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:12:31.060533 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e3e6-0320-4a16-880a-6c520f97323b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.126434 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5947a6-4f93-4c9d-bc0d-f2e09ca1be97 None None] New status for floating IP 14d70044-05a3-40b6-aef2-2368f315308a: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:12:31.762648 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43040) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:31.819551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1108eec8-c594-4a7c-a345-0290940f539a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (0201e94f-9179-47a9-82dc-f090798e0396), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.844903 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1108eec8-c594-4a7c-a345-0290940f539a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (0201e94f-9179-47a9-82dc-f090798e0396), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.973889 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1108eec8-c594-4a7c-a345-0290940f539a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (0201e94f-9179-47a9-82dc-f090798e0396), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.976366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-1108eec8-c594-4a7c-a345-0290940f539a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.977568 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-1108eec8-c594-4a7c-a345-0290940f539a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/security-groups/0201e94f-9179-47a9-82dc-f090798e0396 HTTP/1.1" status: 204 len: 168 time: 0.2138877 Jul 28 18:12:31.984928 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43044) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:31.988022 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108eec8-c594-4a7c-a345-0290940f539a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0201e94f-9179-47a9-82dc-f090798e0396,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:31.999368 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.api.v2.resource [None req-b6e8317f-4f74-4c21-8069-111bedea7b69 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] show failed (client error): The resource could not be found. Jul 28 18:12:32.000391 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b6e8317f-4f74-4c21-8069-111bedea7b69 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups/0201e94f-9179-47a9-82dc-f090798e0396 HTTP/1.1" status: 404 len: 347 time: 0.0143609 Jul 28 18:12:32.003448 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43046) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:32.119355 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port bb52d3f5-d170-4303-85be-8b3730d46f27 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:12:32.119699 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.199967 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.200286 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (bb52d3f5-d170-4303-85be-8b3730d46f27), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.212389 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for bb52d3f5-d170-4303-85be-8b3730d46f27 owned by network:floatingip {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:12:32.221088 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:32.430457 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (bb52d3f5-d170-4303-85be-8b3730d46f27), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.456769 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=bb52d3f5-d170-4303-85be-8b3730d46f27,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.487207 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:32.523763 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (14d70044-05a3-40b6-aef2-2368f315308a), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.527031 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.528130 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-14a11202-14c3-4683-8a53-9ae5da1d02c2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/floatingips/14d70044-05a3-40b6-aef2-2368f315308a HTTP/1.1" status: 204 len: 168 time: 0.5237560 Jul 28 18:12:32.674884 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43050) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:32.679626 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-afdca898-99e0-4f77-8941-aceef8cbf797 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251498484', 'description': 'tempest-description--1696767844'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:32.791046 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-afdca898-99e0-4f77-8941-aceef8cbf797 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.801148 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:32.856425 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:32.869101 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-afdca898-99e0-4f77-8941-aceef8cbf797 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (fb180679-45fa-4465-bbe5-ecb73d331a37), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.927414 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-afdca898-99e0-4f77-8941-aceef8cbf797 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fb180679-45fa-4465-bbe5-ecb73d331a37), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.959180 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdca898-99e0-4f77-8941-aceef8cbf797 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb180679-45fa-4465-bbe5-ecb73d331a37,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:33.032608 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-afdca898-99e0-4f77-8941-aceef8cbf797 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.034019 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-afdca898-99e0-4f77-8941-aceef8cbf797 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3580213 Jul 28 18:12:33.036966 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43052) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:33.041547 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-7af46114-4a96-47af-be24-7ffd9f92e969 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': 'fb180679-45fa-4465-bbe5-ecb73d331a37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:33.129012 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7af46114-4a96-47af-be24-7ffd9f92e969 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (6e5126b7-0798-4ee2-9096-677d639c7792), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.187902 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7af46114-4a96-47af-be24-7ffd9f92e969 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (6e5126b7-0798-4ee2-9096-677d639c7792), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.259322 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7af46114-4a96-47af-be24-7ffd9f92e969 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (6e5126b7-0798-4ee2-9096-677d639c7792), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.279516 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af46114-4a96-47af-be24-7ffd9f92e969 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5126b7-0798-4ee2-9096-677d639c7792,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:33.375543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-7af46114-4a96-47af-be24-7ffd9f92e969 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.376692 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-7af46114-4a96-47af-be24-7ffd9f92e969 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387823 Jul 28 18:12:33.379494 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43054) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:33.383988 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-44020a2c-cf11-4efb-8a54-ad98ad3a643c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': 'fb180679-45fa-4465-bbe5-ecb73d331a37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:33.482759 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44020a2c-cf11-4efb-8a54-ad98ad3a643c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (83e504d9-1bfa-438f-be20-e84643be988c), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.544076 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44020a2c-cf11-4efb-8a54-ad98ad3a643c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (83e504d9-1bfa-438f-be20-e84643be988c), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.567664 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-21f3aab9-8056-4dfc-b6fe-04622d579128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.636450 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44020a2c-cf11-4efb-8a54-ad98ad3a643c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (83e504d9-1bfa-438f-be20-e84643be988c), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.656103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44020a2c-cf11-4efb-8a54-ad98ad3a643c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e504d9-1bfa-438f-be20-e84643be988c,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:33.843772 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44020a2c-cf11-4efb-8a54-ad98ad3a643c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.845009 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-44020a2c-cf11-4efb-8a54-ad98ad3a643c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4645162 Jul 28 18:12:33.848353 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43056) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:33.852597 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:33.962215 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.043016 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.134483 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:34.152154 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.27.0.98 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/10e6159a-32dc-48cc-bc99-03f8c4f9dac3) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:34.258504 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.402753 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.433619 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:34.436322 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.447960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:34.453406 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:34.455690 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=10e6159a-32dc-48cc-bc99-03f8c4f9dac3,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:34.457885 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:34.543206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (7ebbe1ad-f01e-47d2-87d3-65ee9d806f37), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.674892 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.834561 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.876016 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.946053 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=10e6159a-32dc-48cc-bc99-03f8c4f9dac3,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:34.961710 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (7ebbe1ad-f01e-47d2-87d3-65ee9d806f37), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.084134 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.085532 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-38907e29-c500-4cf7-baf5-acf71944418f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2361605 Jul 28 18:12:35.289993 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-df631957-423a-48f6-bced-303174e89842 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1251498484&fields=id&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 267 time: 0.0439668 Jul 28 18:12:35.399537 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-f76334e3-7978-48f5-9661-7833c060860c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:35.401089 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-f76334e3-7978-48f5-9661-7833c060860c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1042924 Jul 28 18:12:35.416337 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-3cd54dee-5630-415c-bd49-a3d24fa39b3f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/quotas/b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 375 time: 0.0092490 Jul 28 18:12:35.430534 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:35.465686 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-b1b95f8b-d726-474a-8ffc-3bebd3c2eea8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444870 Jul 28 18:12:35.481267 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-cd3fabed-8a72-4492-a150-f84315ecfa2d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=116181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:12:35.482242 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-cd3fabed-8a72-4492-a150-f84315ecfa2d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054433 Jul 28 18:12:35.576547 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-409d37ed-d9bc-41de-a045-b3a9b8871fec service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889742 Jul 28 18:12:35.666564 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-6ba92e8e-8b8d-401d-8928-8d1871b97131 service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842476 Jul 28 18:12:35.928133 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2bcd3053-9201-4f4d-8c39-4a861727b3a5 req-536b90b1-5a0e-48d9-9e4b-b0482f9718cf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 210 time: 0.0311973 Jul 28 18:12:36.138676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.196035 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.029414 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a822b9c3-0efc-4b2c-b8a8-ba6d951aab5b req-585ef28e-c623-48d6-b86a-4cf020c1ad2e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 210 time: 0.0294676 Jul 28 18:12:38.004723 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-f58d3428-a445-466b-883d-c10f2c2b42b5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:38.006215 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-f58d3428-a445-466b-883d-c10f2c2b42b5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1109352 Jul 28 18:12:38.053607 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:38.085501 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-8f109aeb-d90c-419f-ab89-bf87c0704a8f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 380 time: 0.0579855 Jul 28 18:12:38.100069 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'port': {'device_id': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'admin_state_up': True, 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'security_groups': ['fb180679-45fa-4465-bbe5-ecb73d331a37']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:38.144709 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-aabed74d-85eb-4d89-823f-faf0d3141f9c req-ecd978a5-b230-4c52-9f48-62a616b6a070 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 210 time: 0.0297918 Jul 28 18:12:38.292681 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Made reservation on behalf of b8daf9e3c7be417c82e7cbf8624d1d5d for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:38.296381 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.433402 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.20.0.3 (7a1ed8c2-e3be-47b5-8608-0f5e33222798/78bc1809-e8bb-4bd9-b68b-f65f7b922cc9/b1793fda-8979-4046-b366-383f95e86b73) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:38.577657 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (b1793fda-8979-4046-b366-383f95e86b73), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.728815 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (b1793fda-8979-4046-b366-383f95e86b73), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.772199 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:38.774477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:38.781722 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:38.785682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:38.791981 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=b1793fda-8979-4046-b366-383f95e86b73,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:38.841582 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:38.842222 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.930900 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-97b48e91-4dc1-4491-941d-07d765b47de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350680 Jul 28 18:12:38.994009 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Request body: {'port': {'device_id': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:39.036606 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-4f1c1b5f-e003-480e-bf50-90ca5e77d798 None None] Provisioning complete for port b1793fda-8979-4046-b366-383f95e86b73 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:39.037205 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1b5f-e003-480e-bf50-90ca5e77d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (b1793fda-8979-4046-b366-383f95e86b73), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.056002 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b1793fda-8979-4046-b366-383f95e86b73), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.070809 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c1b5f-e003-480e-bf50-90ca5e77d798 None None] Port b1793fda-8979-4046-b366-383f95e86b73 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:39.272359 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:39.287862 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50bc89-dffd-4618-bb82-35d8b1db0fb9 req-a8b42700-78e7-4910-bfef-75ae0c079451 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:39.289416 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8a50bc89-dffd-4618-bb82-35d8b1db0fb9 req-a8b42700-78e7-4910-bfef-75ae0c079451 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 931 time: 0.0624754 Jul 28 18:12:39.380067 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8a50bc89-dffd-4618-bb82-35d8b1db0fb9 req-d02fe6f2-c934-406d-b87f-11f99a7c1fc5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832105 Jul 28 18:12:39.409852 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1793fda-8979-4046-b366-383f95e86b73 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:12:39.417450 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Publish callbacks [] for port (b1793fda-8979-4046-b366-383f95e86b73), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.430799 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Transition to ACTIVE for port object b1793fda-8979-4046-b366-383f95e86b73 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:12:39.487673 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (b1793fda-8979-4046-b366-383f95e86b73), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.543105 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Pushing event updated for resources: {'Port': ['ID=b1793fda-8979-4046-b366-383f95e86b73,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.620082 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Attempting to bind port b1793fda-8979-4046-b366-383f95e86b73 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:39.620421 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Attempting to bind port b1793fda-8979-4046-b366-383f95e86b73 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:39.620754 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Attempting to bind port b1793fda-8979-4046-b366-383f95e86b73 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:39.625521 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Port b1793fda-8979-4046-b366-383f95e86b73 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:12:39.625933 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Attempting to bind port b1793fda-8979-4046-b366-383f95e86b73 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:39.631029 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:39.631351 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Checking segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:39.631603 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Bound using segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:39.632030 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Bound port: b1793fda-8979-4046-b366-383f95e86b73, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:39.632422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b1793fda-8979-4046-b366-383f95e86b73), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.697700 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] For port b1793fda-8979-4046-b366-383f95e86b73, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:39.701257 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] For port b1793fda-8979-4046-b366-383f95e86b73, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b1793fda-8979-4046-b366-383f95e86b73,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:39.791358 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (b1793fda-8979-4046-b366-383f95e86b73), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.803819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:39.829091 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:39.829729 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.831371 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] 10.222.0.99 "PUT /v2.0/ports/b1793fda-8979-4046-b366-383f95e86b73 HTTP/1.1" status: 200 len: 1093 time: 0.8871794 Jul 28 18:12:39.831859 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:39.834121 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53831f6a-764f-4875-bd6b-f5de2966e83e" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "tag": "b1793fda-8979-4046-b366-383f95e86b73"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:39.863953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cddd1-3b94-47d3-8f6e-3d9633cb3cec service neutron] Pushing event updated for resources: {'Port': ['ID=b1793fda-8979-4046-b366-383f95e86b73,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.951222 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cfa9da-58a3-46c4-b6be-1be2f3d93cd3 x-openstack-request-id: req-24cfa9da-58a3-46c4-b6be-1be2f3d93cd3 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:39.951512 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "tag": "b1793fda-8979-4046-b366-383f95e86b73", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:39.951764 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-24cfa9da-58a3-46c4-b6be-1be2f3d93cd3 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:39.952349 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cfa9da-58a3-46c4-b6be-1be2f3d93cd3'] response: {'name': 'network-changed', 'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73', 'status': 'completed', 'code': 200} Jul 28 18:12:40.011107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-c980b54a-d8f8-4a77-a060-d77a866e8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:40.012716 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-c980b54a-d8f8-4a77-a060-d77a866e8cbf service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 1127 time: 0.0425603 Jul 28 18:12:40.060666 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-3e88ce0b-7fdb-46d5-bfae-a7f2b38a41d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1793fda-8979-4046-b366-383f95e86b73 HTTP/1.1" status: 200 len: 217 time: 0.0323782 Jul 28 18:12:40.112916 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-b599d822-ee9c-47e6-bdb6-97364f1c7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:40.114307 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-b599d822-ee9c-47e6-bdb6-97364f1c7b9e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0477254 Jul 28 18:12:40.161063 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-7ecdd161-3971-46ae-8f91-a6fb661c8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:40.162625 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-7ecdd161-3971-46ae-8f91-a6fb661c8562 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409515 Jul 28 18:12:40.255308 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-8a615802-4f4b-480a-8bd5-648d1189a629 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849526 Jul 28 18:12:40.351482 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b5973a46-ab93-4d1a-bafb-23187412ca8d req-2c78a86c-a919-476f-adf3-f7c82aa798db service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891342 Jul 28 18:12:40.503133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b066a3-0805-475f-b239-6a0ca59f3c53 req-732b60b2-d6e5-495d-a206-5865c146be51 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:40.504627 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-69b066a3-0805-475f-b239-6a0ca59f3c53 req-732b60b2-d6e5-495d-a206-5865c146be51 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 943 time: 0.0500257 Jul 28 18:12:40.553979 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-69b066a3-0805-475f-b239-6a0ca59f3c53 req-aae63ae3-4d4c-446a-a40e-7fcd5bb522c1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Jul 28 18:12:40.820933 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=16 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:40.834042 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=20 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:41.379746 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-7a311b99-b6b4-4e66-8106-940184e61536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:41.381217 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-7a311b99-b6b4-4e66-8106-940184e61536 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 1127 time: 0.0431254 Jul 28 18:12:41.472846 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-742ac3b2-14e1-4333-94f1-3a791468fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:41.474188 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-742ac3b2-14e1-4333-94f1-3a791468fe0e service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 916 time: 0.0848770 Jul 28 18:12:41.517599 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-674ae488-ccca-4c53-b7be-8ed75cb09c1b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1793fda-8979-4046-b366-383f95e86b73 HTTP/1.1" status: 200 len: 217 time: 0.0360546 Jul 28 18:12:41.561689 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:41.567306 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-4a4d17e2-3c27-4d16-9ea7-50e8a5e04f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:41.568750 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-4a4d17e2-3c27-4d16-9ea7-50e8a5e04f86 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0440559 Jul 28 18:12:41.618049 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-8a718da3-d0aa-485c-862c-51a17048530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:41.621993 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-8a718da3-d0aa-485c-862c-51a17048530b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424964 Jul 28 18:12:41.680701 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fa929-398e-4de6-934d-127b4c44d005 req-b6f2a1cc-8e77-4210-9a4f-5a07bcc15255 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:41.682192 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-413fa929-398e-4de6-934d-127b4c44d005 req-b6f2a1cc-8e77-4210-9a4f-5a07bcc15255 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 943 time: 0.0520704 Jul 28 18:12:41.717822 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-c61695a2-b784-4a5d-8343-79044abe921c service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895009 Jul 28 18:12:41.783555 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:41.806807 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-413fa929-398e-4de6-934d-127b4c44d005 req-a203eb63-dcdd-42de-803c-ea222fc39d7e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183767 Jul 28 18:12:41.815877 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-53831f6a-764f-4875-bd6b-f5de2966e83e req-d284b23c-2eb6-4435-80fc-12d2a7f1d201 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883958 Jul 28 18:12:42.929067 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5379551-efb9-4d09-b574-500c23279f45 req-4964e222-67a6-465c-9843-e51ab8cd139d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:42.930607 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5379551-efb9-4d09-b574-500c23279f45 req-4964e222-67a6-465c-9843-e51ab8cd139d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 943 time: 0.0522215 Jul 28 18:12:42.980301 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-a5379551-efb9-4d09-b574-500c23279f45 req-2f78656b-7f6d-4bd5-bbf6-930677bcff36 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Jul 28 18:12:43.123929 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device b1793fda-8979-4046-b366-383f95e86b73 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:12:43.129712 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=60,neutron:UPDATE=8 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:43.228524 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port b1793fda-8979-4046-b366-383f95e86b73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b1793fda-8979-4046-b366-383f95e86b73,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:43.239717 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': 'b1793fda-8979-4046-b366-383f95e86b73', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'port_id': 'b1793fda-8979-4046-b366-383f95e86b73', 'mac_address': 'fa:16:3e:2e:12:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:12:43.274540 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port b1793fda-8979-4046-b366-383f95e86b73 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:43.274930 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b1793fda-8979-4046-b366-383f95e86b73), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.288529 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1793fda-8979-4046-b366-383f95e86b73 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:12:43.312742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port b1793fda-8979-4046-b366-383f95e86b73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b1793fda-8979-4046-b366-383f95e86b73,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:43.390098 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (b1793fda-8979-4046-b366-383f95e86b73), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.436701 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=b1793fda-8979-4046-b366-383f95e86b73,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:43.443757 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.444105 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.444449 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.444788 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.445120 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.445447 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.445772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.446096 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.446449 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.446773 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.447094 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.447417 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.447737 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.448054 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.448373 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:43.734179 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['b1793fda-8979-4046-b366-383f95e86b73'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:12:43.758378 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:44.104127 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6e74-4dc9-4ce3-82f2-bc3b2457c0c6 req-bd68cd08-9589-4869-8828-0431687a837e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:44.105630 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0fee6e74-4dc9-4ce3-82f2-bc3b2457c0c6 req-bd68cd08-9589-4869-8828-0431687a837e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 944 time: 0.0495348 Jul 28 18:12:44.157276 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0fee6e74-4dc9-4ce3-82f2-bc3b2457c0c6 req-693c12ef-5095-43af-a616-ab4e362d19ed tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 Jul 28 18:12:45.131921 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device b1793fda-8979-4046-b366-383f95e86b73 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:45.176973 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port b1793fda-8979-4046-b366-383f95e86b73 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:12:45.252952 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port b1793fda-8979-4046-b366-383f95e86b73 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:45.253343 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (b1793fda-8979-4046-b366-383f95e86b73), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.288641 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a406054-41bc-4e07-8dc0-f82d6db9dc1d req-f49d8043-5be9-40ac-b29e-658f93d1f1df tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:45.290144 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8a406054-41bc-4e07-8dc0-f82d6db9dc1d req-f49d8043-5be9-40ac-b29e-658f93d1f1df tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 944 time: 0.0551138 Jul 28 18:12:45.329722 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port b1793fda-8979-4046-b366-383f95e86b73 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:45.330110 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (b1793fda-8979-4046-b366-383f95e86b73), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.340012 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-8a406054-41bc-4e07-8dc0-f82d6db9dc1d req-618b7340-3240-4480-8ac9-f2b0ee7245d7 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435612 Jul 28 18:12:45.353465 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:45.355831 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5a688b-867c-4735-98fd-8094f7bd0c3d" -d '{"events": [{"server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "name": "network-vif-plugged", "status": "completed", "tag": "b1793fda-8979-4046-b366-383f95e86b73"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:45.370231 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port b1793fda-8979-4046-b366-383f95e86b73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b1793fda-8979-4046-b366-383f95e86b73,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:45.394885 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2497d2e1-8680-42f4-bc2e-00c5851f4a4f x-openstack-request-id: req-2497d2e1-8680-42f4-bc2e-00c5851f4a4f {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:45.395170 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "name": "network-vif-plugged", "status": "completed", "tag": "b1793fda-8979-4046-b366-383f95e86b73", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:45.395415 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2497d2e1-8680-42f4-bc2e-00c5851f4a4f {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:45.395831 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2497d2e1-8680-42f4-bc2e-00c5851f4a4f'] response: {'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73', 'code': 200} Jul 28 18:12:45.459012 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (b1793fda-8979-4046-b366-383f95e86b73), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.519244 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=b1793fda-8979-4046-b366-383f95e86b73,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.772965 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdeed-9995-4640-b1e2-db08b56b7c4f req-10bbe2f5-cd13-4b74-a9ec-f5acbca3cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:45.774515 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f2ffdeed-9995-4640-b1e2-db08b56b7c4f req-10bbe2f5-cd13-4b74-a9ec-f5acbca3cbf0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 1129 time: 0.0401113 Jul 28 18:12:45.824388 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f2ffdeed-9995-4640-b1e2-db08b56b7c4f req-bb6462b4-1b0d-48ce-b9ac-1a87c2a1f092 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 Jul 28 18:12:46.469620 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28fcda-d764-4ce3-9dbc-a2adafa84405 req-0ec41c7d-a56d-4ae7-9dd8-6ed9bcd43255 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:46.471132 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4d28fcda-d764-4ce3-9dbc-a2adafa84405 req-0ec41c7d-a56d-4ae7-9dd8-6ed9bcd43255 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.0481212 Jul 28 18:12:46.517760 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4d28fcda-d764-4ce3-9dbc-a2adafa84405 req-20fcbae3-cfa4-4794-9c8f-be9cc92fcf1b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407631 Jul 28 18:12:47.646513 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0710ec8-588a-4638-83d9-1e845e6d4c27 req-7500fa9f-a150-4c30-abc6-7e3d1f2b5b97 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:47.648005 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f0710ec8-588a-4638-83d9-1e845e6d4c27 req-7500fa9f-a150-4c30-abc6-7e3d1f2b5b97 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.0507784 Jul 28 18:12:47.696474 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f0710ec8-588a-4638-83d9-1e845e6d4c27 req-4655fe73-1671-4220-b986-d2081ee5554f tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Jul 28 18:12:48.814759 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd18d-3d74-40ec-847c-f3799a455876 req-bb24a4e7-ddfd-42be-af91-edb33e84b2f8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:48.816256 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-41acd18d-3d74-40ec-847c-f3799a455876 req-bb24a4e7-ddfd-42be-af91-edb33e84b2f8 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.0478497 Jul 28 18:12:48.863935 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-41acd18d-3d74-40ec-847c-f3799a455876 req-248b300f-e4ed-41b5-b986-690a5ff03346 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Jul 28 18:12:48.977218 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec344a-e004-44d5-9ec0-a9c719e16ba2 req-88a3a226-b241-4f4b-979c-6141a0b39228 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:48.979068 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-25ec344a-e004-44d5-9ec0-a9c719e16ba2 req-88a3a226-b241-4f4b-979c-6141a0b39228 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.0478823 Jul 28 18:12:48.989581 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43124) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:48.993980 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'port_id': 'b1793fda-8979-4046-b366-383f95e86b73'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:49.033840 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (7ebbe1ad-f01e-47d2-87d3-65ee9d806f37), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.461640 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.544203 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (7ebbe1ad-f01e-47d2-87d3-65ee9d806f37), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.545959 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:49.645386 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 7ebbe1ad-f01e-47d2-87d3-65ee9d806f37 associated. External IP: 172.27.0.98, port: b1793fda-8979-4046-b366-383f95e86b73. Jul 28 18:12:49.691414 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:49.851338 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:50.194644 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:50.199919 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.204895 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:50.215360 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:50.215967 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.235326 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-26a65902-018b-49f4-9164-0aa8c93533e6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "PUT /v2.0/floatingips/7ebbe1ad-f01e-47d2-87d3-65ee9d806f37 HTTP/1.1" status: 200 len: 990 time: 1.2446787 Jul 28 18:12:50.235910 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:50.238166 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30196b9-b543-4095-b4e8-7e0920fb49e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "tag": "b1793fda-8979-4046-b366-383f95e86b73"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:50.275239 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82f5417-d7db-4cf7-a9db-6ef1b860bb74 x-openstack-request-id: req-e82f5417-d7db-4cf7-a9db-6ef1b860bb74 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:50.275532 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "tag": "b1793fda-8979-4046-b366-383f95e86b73", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:50.275784 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e82f5417-d7db-4cf7-a9db-6ef1b860bb74 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:50.276190 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82f5417-d7db-4cf7-a9db-6ef1b860bb74'] response: {'name': 'network-changed', 'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73', 'status': 'completed', 'code': 200} Jul 28 18:12:50.322119 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:50.366055 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-28ca8559-06b9-4251-89e6-14f454450a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:50.367717 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-28ca8559-06b9-4251-89e6-14f454450a0a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 1129 time: 0.0440998 Jul 28 18:12:50.460265 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-86584338-beb8-45a4-affe-aaa15eebafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:50.461745 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-86584338-beb8-45a4-affe-aaa15eebafd7 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 916 time: 0.0875709 Jul 28 18:12:50.528969 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-1aac0ec2-6ce2-494e-a916-99de2e8cb367 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1793fda-8979-4046-b366-383f95e86b73 HTTP/1.1" status: 200 len: 998 time: 0.0600865 Jul 28 18:12:50.541088 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '7ebbe1ad-f01e-47d2-87d3-65ee9d806f37', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'b1793fda-8979-4046-b366-383f95e86b73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:2e:12:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:34Z', 'updated_at': '2022-07-28T18:12:49Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.569706 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:50.579094 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-5ed58341-4013-419c-80fd-4587459c33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:50.579313 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:50.579725 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:12:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.580562 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-5ed58341-4013-419c-80fd-4587459c33df service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0454044 Jul 28 18:12:50.627068 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-34e764fd-88ca-4e21-8e59-df44a5d33d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:50.628598 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-34e764fd-88ca-4e21-8e59-df44a5d33d84 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410271 Jul 28 18:12:50.687057 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:50.733323 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-db389757-0e2f-4c60-8efb-49d470d92fc9 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927999 Jul 28 18:12:50.798571 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:50.826587 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e30196b9-b543-4095-b4e8-7e0920fb49e1 req-23ff27d3-3ec6-4354-94e8-e7ceea318e79 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857778 Jul 28 18:12:50.899676 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '7ebbe1ad-f01e-47d2-87d3-65ee9d806f37', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'b1793fda-8979-4046-b366-383f95e86b73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:2e:12:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:34Z', 'updated_at': '2022-07-28T18:12:49Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.925650 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70d1f82-60ce-4757-83cd-9a7525b2f903 None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '7ebbe1ad-f01e-47d2-87d3-65ee9d806f37', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': 'b1793fda-8979-4046-b366-383f95e86b73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:2e:12:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:34Z', 'updated_at': '2022-07-28T18:12:49Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:51.126320 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b5aee-25e1-4e06-ab63-a11f16ecb6ee None None] New status for floating IP 7ebbe1ad-f01e-47d2-87d3-65ee9d806f37: ACTIVE {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:12:56.527005 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.229142 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=19 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:00.231018 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=48 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:00.823514 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:01.075852 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-597b2a63-b0b0-4c55-8071-e331241ecd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.874525 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-79cef40f-2531-4ee2-b8cb-9da0a5a1b8d0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429578 Jul 28 18:13:02.945879 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-549d60a9-bace-4ab0-b79e-bd0d4544f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:02.947428 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-549d60a9-bace-4ab0-b79e-bd0d4544f661 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 1130 time: 0.0412304 Jul 28 18:13:03.059132 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-e0de9b69-b0d6-4089-8f43-dc7a4762968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:03.061313 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-e0de9b69-b0d6-4089-8f43-dc7a4762968f service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.0892258 Jul 28 18:13:03.128788 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-61e45af9-7720-426b-83ec-bc895d28699a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b HTTP/1.1" status: 200 len: 1002 time: 0.0617464 Jul 28 18:13:03.179568 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-0b32d024-a0ec-4854-8aac-7cbc4a0fc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:03.181057 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-0b32d024-a0ec-4854-8aac-7cbc4a0fc53b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0460727 Jul 28 18:13:03.232853 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-c2553c50-2e1d-4738-92be-3f2e3a357120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:03.234455 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-c2553c50-2e1d-4738-92be-3f2e3a357120 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453234 Jul 28 18:13:03.339564 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-e58506c8-aad5-4ec7-85d5-df1929b1b3b1 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981989 Jul 28 18:13:03.433681 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-bf784b0c-fcf9-47b6-8b12-87dc4164954a req-dddf6258-35f7-46c9-a903-8ea25b3ef7d7 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881667 Jul 28 18:13:03.555111 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c4715b38-8aed-468a-8481-d4982180e37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.366603 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.496183 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:05.501098 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=79 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:06.123163 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:06.178274 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:06.309368 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:07.590265 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:13:13.429440 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=50 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:13.430152 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=51 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:16.121769 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=49,neutron:UPDATE=8 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:17.586627 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:18.655784 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490714a1-d247-480e-b9c0-9d38bfd824d8 req-43d7aaa0-209e-4cdc-a4da-2aa7a2681a85 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:18.657350 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-490714a1-d247-480e-b9c0-9d38bfd824d8 req-43d7aaa0-209e-4cdc-a4da-2aa7a2681a85 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0545208 Jul 28 18:13:18.704505 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-490714a1-d247-480e-b9c0-9d38bfd824d8 req-8d06192d-0bdf-400c-ae34-b470fad4f12b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412593 Jul 28 18:13:19.827499 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666bd91-426f-4372-9ac8-e365330f5974 req-7f3e3807-09b0-4806-91af-00b909b2b888 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:19.829035 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6666bd91-426f-4372-9ac8-e365330f5974 req-7f3e3807-09b0-4806-91af-00b909b2b888 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0474842 Jul 28 18:13:19.877599 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-6666bd91-426f-4372-9ac8-e365330f5974 req-5a4c9c45-5f3e-41f6-b9b8-eba8b02b38d9 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 Jul 28 18:13:20.610510 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97684ce-2433-4038-a269-90fbaeb262fc req-96036b8f-b1c7-467d-87aa-a383b17bdaca tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:20.611968 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b97684ce-2433-4038-a269-90fbaeb262fc req-96036b8f-b1c7-467d-87aa-a383b17bdaca tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0482168 Jul 28 18:13:20.697289 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Deleting port 3df95329-0b2b-4695-9fa1-d8563b652920 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:20.697517 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:20.788181 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] For port 3df95329-0b2b-4695-9fa1-d8563b652920, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3df95329-0b2b-4695-9fa1-d8563b652920,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:20.788543 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.210033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.210414 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (e9f1f4fd-b494-4762-a36f-cf2c6919c291), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.210771 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Floating IP e9f1f4fd-b494-4762-a36f-cf2c6919c291 disassociated. External IP: 172.27.0.37, port: 3df95329-0b2b-4695-9fa1-d8563b652920. Jul 28 18:13:21.211078 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Calling delete_port for 3df95329-0b2b-4695-9fa1-d8563b652920 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:21.283213 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512cde6-3968-471e-9626-7e757972d1c1 req-cb564033-a279-4dff-9cb6-7b03e42be646 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:21.284704 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3512cde6-3968-471e-9626-7e757972d1c1 req-cb564033-a279-4dff-9cb6-7b03e42be646 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 945 time: 0.3305759 Jul 28 18:13:21.359381 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3512cde6-3968-471e-9626-7e757972d1c1 req-ff2ff6a4-bce5-43ce-bba4-ca8c8b04e8b7 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups?id=1b4b9972-e115-4d6b-84a1-97f410a5e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685043 Jul 28 18:13:21.520572 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (3df95329-0b2b-4695-9fa1-d8563b652920), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.550219 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event deleted for resources: {'Port': ['ID=3df95329-0b2b-4695-9fa1-d8563b652920,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:21.562980 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.563325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.563664 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.563997 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.564355 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.564785 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.565106 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.574171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:21.673960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:21.716835 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:21.759760 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:21.782200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:21.792100 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09105768-862d-4658-84c9-45404d034f71 None None] Sync routers for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:21.802243 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:21.802876 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:21.831468 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] No DVR routers for this DVR port 3df95329-0b2b-4695-9fa1-d8563b652920 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:21.834134 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.837767 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b97684ce-2433-4038-a269-90fbaeb262fc req-0819be32-158b-4f42-9eee-b89c0e93cae2 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.99 "DELETE /v2.0/ports/3df95329-0b2b-4695-9fa1-d8563b652920 HTTP/1.1" status: 204 len: 173 time: 1.2199912 Jul 28 18:13:21.838911 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'name': 'network-vif-deleted', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:21.842440 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabde49-b706-4dc2-b7c5-c0de676cf71b" -d '{"events": [{"server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "name": "network-vif-deleted", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:21.882708 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb20883d-b800-44a4-8848-a4a7dbed1160 x-openstack-request-id: req-fb20883d-b800-44a4-8848-a4a7dbed1160 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:21.882882 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5", "name": "network-vif-deleted", "tag": "3df95329-0b2b-4695-9fa1-d8563b652920", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:21.883131 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fb20883d-b800-44a4-8848-a4a7dbed1160 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:21.888749 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb20883d-b800-44a4-8848-a4a7dbed1160'] response: {'server_uuid': 'bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5', 'name': 'network-vif-deleted', 'tag': '3df95329-0b2b-4695-9fa1-d8563b652920', 'status': 'completed', 'code': 200} Jul 28 18:13:21.921890 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:22.116346 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:22.145338 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09105768-862d-4658-84c9-45404d034f71 None None] Checking router: b584bbf2-f53a-4179-aaaf-fcc4ca03b252 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:22.153969 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:22.154594 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:22.256983 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:22.486208 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-06dd4e2c-7b28-4adb-bbdb-2dd9a428942e req-3910dc65-b3fe-45ef-89be-8e31aadefa46 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb0a5070-3c1c-4a4b-b3fa-bc92a6d8c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0328572 Jul 28 18:13:22.527417 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-09105768-862d-4658-84c9-45404d034f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:22.552200 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09105768-862d-4658-84c9-45404d034f71 None None] The sync data for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi is: [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:37Z', 'revision_number': 4, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '3deb33da-5e90-477e-a78f-fa84d4993d46', 'name': '', 'network_id': 'f8f74a8f-6f5e-40d7-9e04-7b25ad085712', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'mac_address': 'fa:16:3e:3b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:36Z', 'updated_at': '2022-07-28T18:08:41Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'subnets': [{'id': '9363b0d8-ae5d-46ce-91bf-916f15f94087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:22.776730 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63be356-e91e-47e4-adf6-97ece27acbf4 None None] New status for floating IP e9f1f4fd-b494-4762-a36f-cf2c6919c291: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:13:23.670706 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43278) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:23.727531 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (1b4b9972-e115-4d6b-84a1-97f410a5e12a), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:23.754701 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (1b4b9972-e115-4d6b-84a1-97f410a5e12a), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:23.879706 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1b4b9972-e115-4d6b-84a1-97f410a5e12a), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:23.882235 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:23.883414 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "DELETE /v2.0/security-groups/1b4b9972-e115-4d6b-84a1-97f410a5e12a HTTP/1.1" status: 204 len: 168 time: 0.2117069 Jul 28 18:13:23.886400 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43280) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:23.893999 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b9972-e115-4d6b-84a1-97f410a5e12a,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:23.901331 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.901505 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.api.v2.resource [None req-bbfe12f4-3a23-41aa-8276-1ed57818fa49 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] show failed (client error): The resource could not be found. Jul 28 18:13:23.901690 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.902053 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906204 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906397 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-bbfe12f4-3a23-41aa-8276-1ed57818fa49 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "GET /v2.0/security-groups/1b4b9972-e115-4d6b-84a1-97f410a5e12a HTTP/1.1" status: 404 len: 347 time: 0.0141993 Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.906522 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.907331 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43282) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:23.907429 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:23.907429 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd4d8d2-8dc4-41aa-a7a0-d98ae5706418 tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:24.024041 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Deleting port 36b742a7-2409-4783-ba76-d80201f663c9 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:24.024379 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (36b742a7-2409-4783-ba76-d80201f663c9), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:24.102335 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (36b742a7-2409-4783-ba76-d80201f663c9), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:24.102597 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (36b742a7-2409-4783-ba76-d80201f663c9), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:24.115190 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Calling delete_port for 36b742a7-2409-4783-ba76-d80201f663c9 owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:24.297478 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (36b742a7-2409-4783-ba76-d80201f663c9), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:24.324111 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Pushing event deleted for resources: {'Port': ['ID=36b742a7-2409-4783-ba76-d80201f663c9,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:24.389468 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks [] for floatingip (e9f1f4fd-b494-4762-a36f-cf2c6919c291), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:24.391915 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:24.393056 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-47c10897-892a-490e-805d-922ceb10dd9b tempest-AttachVolumeTestJSON-1686443540 tempest-AttachVolumeTestJSON-1686443540-project] 10.222.0.85 "DELETE /v2.0/floatingips/e9f1f4fd-b494-4762-a36f-cf2c6919c291 HTTP/1.1" status: 204 len: 168 time: 0.4857633 Jul 28 18:13:25.365961 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 3df95329-0b2b-4695-9fa1-d8563b652920 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:25.404065 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 3df95329-0b2b-4695-9fa1-d8563b652920 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:25.404607 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 3df95329-0b2b-4695-9fa1-d8563b652920 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:26.543066 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.469609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43332) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:28.776124 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:28.817192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.948037 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:29.050147 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Deleting port 3deb33da-5e90-477e-a78f-fa84d4993d46 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:29.050400 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.135143 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] For port 3deb33da-5e90-477e-a78f-fa84d4993d46, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=3deb33da-5e90-477e-a78f-fa84d4993d46,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:29.135499 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.149017 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Calling delete_port for 3deb33da-5e90-477e-a78f-fa84d4993d46 owned by network:router_interface {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:29.406120 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (3deb33da-5e90-477e-a78f-fa84d4993d46), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.431671 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3deb33da-5e90-477e-a78f-fa84d4993d46,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.603881 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.789601 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:29.825318 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:29.833925 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:29.951745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:29.961813 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-f9142c12-9d49-48c9-82db-283d174f2e34 admin admin] 10.222.0.85 "PUT /v2.0/routers/b584bbf2-f53a-4179-aaaf-fcc4ca03b252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4920952 Jul 28 18:13:29.964835 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43338) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:29.967265 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610e820-a631-4283-a197-b12de30b1739 None None] Sync routers for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:29.985368 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:29.985991 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:30.085025 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks [] for router (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.107967 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:30.196407 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks [] for router_gateway (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.297362 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:30.298238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Deleting port acc8f1f2-1e27-45a7-9926-034a089f74c4 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:30.298609 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.308240 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:13:29Z', 'revision_number': 5, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port': {'id': 'acc8f1f2-1e27-45a7-9926-034a089f74c4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:30.333698 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610e820-a631-4283-a197-b12de30b1739 None None] Checking router: b584bbf2-f53a-4179-aaaf-fcc4ca03b252 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:30.348253 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] Routers {'b584bbf2-f53a-4179-aaaf-fcc4ca03b252'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:30.348895 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:30.387831 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] For port acc8f1f2-1e27-45a7-9926-034a089f74c4, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=acc8f1f2-1e27-45a7-9926-034a089f74c4,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:30.388231 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.408876 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Calling delete_port for acc8f1f2-1e27-45a7-9926-034a089f74c4 owned by network:router_gateway {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:30.428070 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=100 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:30.445780 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] Set router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 gateway port host: None {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:30.505648 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-2610e820-a631-4283-a197-b12de30b1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:13:30Z', 'revision_number': 6, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:30.532000 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610e820-a631-4283-a197-b12de30b1739 None None] The sync data for ids ['b584bbf2-f53a-4179-aaaf-fcc4ca03b252'] in dv-cinder-837543-7-iscsi is: [{'id': 'b584bbf2-f53a-4179-aaaf-fcc4ca03b252', 'name': 'tempest-AttachVolumeTestJSON-531905477-router', 'tenant_id': 'f4857a4e9170472da43e01f442099c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:08:33Z', 'updated_at': '2022-07-28T18:13:30Z', 'revision_number': 6, 'project_id': 'f4857a4e9170472da43e01f442099c29', 'gw_port_host': None}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:30.657565 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (acc8f1f2-1e27-45a7-9926-034a089f74c4), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.685003 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc8f1f2-1e27-45a7-9926-034a089f74c4,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.749671 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.839182 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.842392 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks [] for router_controller (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.994987 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (b584bbf2-f53a-4179-aaaf-fcc4ca03b252), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.995660 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b584bbf2-f53a-4179-aaaf-fcc4ca03b252 {{(pid=116181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:31.005669 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.005669 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-21b64285-a478-4fdd-9083-f8f46124fbc2 admin admin] 10.222.0.85 "DELETE /v2.0/routers/b584bbf2-f53a-4179-aaaf-fcc4ca03b252 HTTP/1.1" status: 204 len: 168 time: 1.0353422 Jul 28 18:13:31.005669 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43342) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:31.074695 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-82f69b96-5b14-4c2d-b67f-a3213f08ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.143691 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:31.153970 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] Deleting subnet 9363b0d8-ae5d-46ce-91bf-916f15f94087 {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:13:31.157621 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] Publish callbacks [] for subnet (9363b0d8-ae5d-46ce-91bf-916f15f94087), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.185859 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:31.195107 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31054957'] for subnet (9363b0d8-ae5d-46ce-91bf-916f15f94087), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.277136 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (9363b0d8-ae5d-46ce-91bf-916f15f94087), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.287622 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43346) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:31.366638 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 3deb33da-5e90-477e-a78f-fa84d4993d46 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:31.387718 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 3deb33da-5e90-477e-a78f-fa84d4993d46 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:31.388068 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 3deb33da-5e90-477e-a78f-fa84d4993d46 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:31.394173 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device acc8f1f2-1e27-45a7-9926-034a089f74c4 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:31.408687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: acc8f1f2-1e27-45a7-9926-034a089f74c4 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:31.409037 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device acc8f1f2-1e27-45a7-9926-034a089f74c4 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:31.418749 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31051848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29463256'] for subnet (9363b0d8-ae5d-46ce-91bf-916f15f94087), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.452091 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9363b0d8-ae5d-46ce-91bf-916f15f94087,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.453709 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Deleting port 3a1173f8-14ca-4c28-8304-22c794888159 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:31.454059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (3a1173f8-14ca-4c28-8304-22c794888159), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.457260 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.460809 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-729c1fc4-e385-479c-918c-37c97119541f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9363b0d8-ae5d-46ce-91bf-916f15f94087 HTTP/1.1" status: 204 len: 168 time: 0.4553363 Jul 28 18:13:31.465614 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43348) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:31.465869 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b516be21-1b0d-4086-b316-4b8da2fbe564 None None] Network f8f74a8f-6f5e-40d7-9e04-7b25ad085712 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:13:31.548757 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (3a1173f8-14ca-4c28-8304-22c794888159), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.549094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (3a1173f8-14ca-4c28-8304-22c794888159), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.568467 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Calling delete_port for 3a1173f8-14ca-4c28-8304-22c794888159 owned by network:floatingip {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:31.568615 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (f8f74a8f-6f5e-40d7-9e04-7b25ad085712), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.660742 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] DHCP port deletion for f8f74a8f-6f5e-40d7-9e04-7b25ad085712 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:13:31.705041 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] Deleting port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:31.705308 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.782331 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] For port d7df422a-0472-4bce-99d5-c1f1d50d8cb4, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:31.782783 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.804357 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] Calling delete_port for d7df422a-0472-4bce-99d5-c1f1d50d8cb4 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:31.886232 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (3a1173f8-14ca-4c28-8304-22c794888159), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.900544 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Deleting port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:31.901133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.919396 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event deleted for resources: {'Port': ['ID=3a1173f8-14ca-4c28-8304-22c794888159,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.960921 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.974693 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] For port d7df422a-0472-4bce-99d5-c1f1d50d8cb4, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,segment=NetworkSegment(f159bcf2-4960-4095-bf82-f9dd6dbdc657),segment_id=f159bcf2-4960-4095-bf82-f9dd6dbdc657)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:31.975070 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.977235 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (7a1fcd2d-4a57-49cd-add0-4743806f03a8), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:31.977558 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Floating IP 7a1fcd2d-4a57-49cd-add0-4743806f03a8 disassociated (deleted). External IP: 172.27.0.144, port: 68b502b1-4298-4301-80ad-a52cb8b9b62b. Jul 28 18:13:31.991749 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Calling delete_port for d7df422a-0472-4bce-99d5-c1f1d50d8cb4 owned by network:dhcp {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:31.991987 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] Pushing event deleted for resources: {'Port': ['ID=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:31.995599 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c63094-8e4e-4d6d-81b6-e279d72c0af6 None None] No DVR routers for this DVR port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:32.094941 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:32.095756 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (d7df422a-0472-4bce-99d5-c1f1d50d8cb4), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.122238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7df422a-0472-4bce-99d5-c1f1d50d8cb4,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:32.125881 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] No DVR routers for this DVR port d7df422a-0472-4bce-99d5-c1f1d50d8cb4 on host dv-cinder-837543-7-iscsi {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:32.146527 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:32.204786 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (f8f74a8f-6f5e-40d7-9e04-7b25ad085712), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.218145 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:32.225502 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f74a8f-6f5e-40d7-9e04-7b25ad085712']}} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:32.236819 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f159bcf2-4960-4095-bf82-f9dd6dbdc657') {'for_net_delete': True} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:32.237116 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.services.segments.db [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f159bcf2-4960-4095-bf82-f9dd6dbdc657') {} {{(pid=116181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:32.247581 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31054964'] for segment (f159bcf2-4960-4095-bf82-f9dd6dbdc657), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.260947 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (f159bcf2-4960-4095-bf82-f9dd6dbdc657), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.267456 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=116181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:32.267850 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31051798'] for segment (f159bcf2-4960-4095-bf82-f9dd6dbdc657), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.272174 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:32.309813 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment f159bcf2-4960-4095-bf82-f9dd6dbdc657 resource provider aggregate not found Jul 28 18:13:32.328911 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.services.segments.plugin [-] Segment f159bcf2-4960-4095-bf82-f9dd6dbdc657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f159bcf2-4960-4095-bf82-f9dd6dbdc657 found for delete ", "request_id": "req-2f88d42b-cb0e-4781-9a2b-bb8dc3e4c52e"}]} Jul 28 18:13:32.332503 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:32.337633 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.342956 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:32.352967 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:32.353574 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:32.368657 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-25d11925-c240-4e5a-b80e-11aaea9ff2b8 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "DELETE /v2.0/floatingips/7a1fcd2d-4a57-49cd-add0-4743806f03a8 HTTP/1.1" status: 204 len: 168 time: 1.0795386 Jul 28 18:13:32.369360 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:32.372689 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870" -d '{"events": [{"name": "network-changed", "server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:32.452315 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (f8f74a8f-6f5e-40d7-9e04-7b25ad085712), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.465449 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:32.477792 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:32.484404 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] 10.222.0.85 "DELETE /v2.0/networks/f8f74a8f-6f5e-40d7-9e04-7b25ad085712 HTTP/1.1" status: 204 len: 168 time: 1.0151157 Jul 28 18:13:32.484404 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8f3f-cb34-4ad7-9427-1716383f10e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f74a8f-6f5e-40d7-9e04-7b25ad085712,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:32.489990 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad6927c-3d3c-43ed-9ae2-db636aecb2b2 x-openstack-request-id: req-1ad6927c-3d3c-43ed-9ae2-db636aecb2b2 {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:32.490549 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:32.490853 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1ad6927c-3d3c-43ed-9ae2-db636aecb2b2 {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:32.491304 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad6927c-3d3c-43ed-9ae2-db636aecb2b2'] response: {'name': 'network-changed', 'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'status': 'completed', 'code': 200} Jul 28 18:13:32.578767 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-14d0ead8-acb9-4972-939d-17f95117891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:32.580497 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-14d0ead8-acb9-4972-939d-17f95117891d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 1130 time: 0.0463624 Jul 28 18:13:32.682269 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-4bd04d78-e496-47e3-895e-d461f622026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:32.684360 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-4bd04d78-e496-47e3-895e-d461f622026f service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.0974059 Jul 28 18:13:32.733562 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-9278b974-b015-43cf-8596-8bee7812c975 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b HTTP/1.1" status: 200 len: 217 time: 0.0408075 Jul 28 18:13:32.839145 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:44Z', 'revision_number': 1, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:32.874994 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9ec9c-6d3c-42d2-9e32-cae2c2e38e7d req-13143221-4b11-43d9-a9a3-d8f6a52f2a76 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:32.876985 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-71b9ec9c-6d3c-42d2-9e32-cae2c2e38e7d req-13143221-4b11-43d9-a9a3-d8f6a52f2a76 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0589390 Jul 28 18:13:32.881929 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43366) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:32.886420 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:32.901038 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:32.902035 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:32.931835 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-71b9ec9c-6d3c-42d2-9e32-cae2c2e38e7d req-634ff26f-e71f-4bf9-b21d-cc3eae42fede tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482621 Jul 28 18:13:32.957628 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-3ca68c59-4347-45f9-93e6-fb99f1e30893 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f4857a4e9170472da43e01f442099c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709424 Jul 28 18:13:32.959595 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43368) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:33.015262 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ddc307a1-94bd-4d80-bf3d-259fe407f57f admin admin] Publish callbacks [] for security_group (cd04c3e7-c498-4a1d-89ce-1150e490f80e), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:33.029978 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:33.033437 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:33.038526 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:33.039743 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ddc307a1-94bd-4d80-bf3d-259fe407f57f admin admin] Publish callbacks [] for security_group (cd04c3e7-c498-4a1d-89ce-1150e490f80e), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:33.171928 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ddc307a1-94bd-4d80-bf3d-259fe407f57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (cd04c3e7-c498-4a1d-89ce-1150e490f80e), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:33.186205 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ddc307a1-94bd-4d80-bf3d-259fe407f57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:33.186205 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ddc307a1-94bd-4d80-bf3d-259fe407f57f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd04c3e7-c498-4a1d-89ce-1150e490f80e HTTP/1.1" status: 204 len: 168 time: 0.2145534 Jul 28 18:13:33.189841 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc307a1-94bd-4d80-bf3d-259fe407f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04c3e7-c498-4a1d-89ce-1150e490f80e,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:33.267750 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:44Z', 'revision_number': 1, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:33.299081 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ded304-c23b-4ace-8bc7-fe9ca2fd87a9 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': 'ac9c7c26-0c74-42bb-8247-4abdad1c92d6', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'port_id': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'mac_address': 'fa:16:3e:15:f9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:09:41Z', 'updated_at': '2022-07-28T18:09:44Z', 'revision_number': 1, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:33.339027 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d7df422a-0472-4bce-99d5-c1f1d50d8cb4 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:33.353381 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: d7df422a-0472-4bce-99d5-c1f1d50d8cb4 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:33.354036 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device d7df422a-0472-4bce-99d5-c1f1d50d8cb4 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:33.523622 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb6c0e-c6b0-4096-868e-2c2017371fae None None] New status for floating IP 7a1fcd2d-4a57-49cd-add0-4743806f03a8: DOWN {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:13:33.572941 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-357d326b-3d15-4440-b4f5-498484de8b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:33.850571 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:33.859103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-b5fa484f-f840-49c2-9512-583c73661782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:33.860777 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-b5fa484f-f840-49c2-9512-583c73661782 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0472419 Jul 28 18:13:34.065952 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0abe-d3d8-429a-8f4f-6d649b0a09fe req-87aaf9b4-db94-48e3-8ece-864ba49a12bb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:34.067534 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d4ef0abe-d3d8-429a-8f4f-6d649b0a09fe req-87aaf9b4-db94-48e3-8ece-864ba49a12bb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0525978 Jul 28 18:13:34.115602 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-88123092-9caa-461b-90e9-6ddbef58cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:34.117162 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-88123092-9caa-461b-90e9-6ddbef58cca5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496998 Jul 28 18:13:34.123921 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d4ef0abe-d3d8-429a-8f4f-6d649b0a09fe req-a39c516b-6eb3-4f01-9288-a0981466a94c tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505426 Jul 28 18:13:34.376835 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:34.594108 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-21613dc4-1bbf-4f23-bcc6-942f28bdad22 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910566 Jul 28 18:13:34.714967 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-93073db4-cccc-4c0b-8466-5cd8fafd40ea tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:34.716488 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-93073db4-cccc-4c0b-8466-5cd8fafd40ea tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0999074 Jul 28 18:13:34.754537 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-98aac2e4-f47c-4f44-87de-0dc0e6a8f870 req-287d500c-5152-4cc8-ad21-7cf4707721b9 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364112 Jul 28 18:13:35.014434 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Deleting port 68b502b1-4298-4301-80ad-a52cb8b9b62b {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:35.014786 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:35.128655 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] For port 68b502b1-4298-4301-80ad-a52cb8b9b62b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=68b502b1-4298-4301-80ad-a52cb8b9b62b,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:35.129560 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:35.143953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Calling delete_port for 68b502b1-4298-4301-80ad-a52cb8b9b62b owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:35.278029 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7e16-ac89-4988-b497-f3aad9cd9815 req-61fa9f14-b041-4676-8ec4-bda37af2f6bd tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:35.279538 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2c1b7e16-ac89-4988-b497-f3aad9cd9815 req-61fa9f14-b041-4676-8ec4-bda37af2f6bd tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 946 time: 0.0739121 Jul 28 18:13:35.383510 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2c1b7e16-ac89-4988-b497-f3aad9cd9815 req-98c52adf-6165-4d26-9da3-03eacc3fb295 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973897 Jul 28 18:13:35.457217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (68b502b1-4298-4301-80ad-a52cb8b9b62b), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:35.491229 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event deleted for resources: {'Port': ['ID=68b502b1-4298-4301-80ad-a52cb8b9b62b,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:35.548932 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] No DVR routers for this DVR port 68b502b1-4298-4301-80ad-a52cb8b9b62b on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:35.551564 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:35.555322 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-b46a3d04-6fd0-4533-98f2-698ee279566b req-fc65e165-b30e-4eb9-8592-3524ebbbcd13 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "DELETE /v2.0/ports/68b502b1-4298-4301-80ad-a52cb8b9b62b HTTP/1.1" status: 204 len: 173 time: 0.6430631 Jul 28 18:13:35.555837 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'name': 'network-vif-deleted', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:35.561439 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fee91c-e0d0-4976-bcb7-54fae3b96ee2" -d '{"events": [{"server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "name": "network-vif-deleted", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:35.603866 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73417862-7fd2-4e2c-88dc-3d439da072bc x-openstack-request-id: req-73417862-7fd2-4e2c-88dc-3d439da072bc {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:35.604166 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137b3bf4-6ab6-439d-b30e-d88e6d3c0090", "name": "network-vif-deleted", "tag": "68b502b1-4298-4301-80ad-a52cb8b9b62b", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:35.604596 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-73417862-7fd2-4e2c-88dc-3d439da072bc {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:35.605094 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73417862-7fd2-4e2c-88dc-3d439da072bc'] response: {'server_uuid': '137b3bf4-6ab6-439d-b30e-d88e6d3c0090', 'name': 'network-vif-deleted', 'tag': '68b502b1-4298-4301-80ad-a52cb8b9b62b', 'status': 'completed', 'code': 200} Jul 28 18:13:36.137890 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:36.234667 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:36.500795 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-837d6182-6674-40c4-9e57-6ebe7fbd88a8 req-f0445bc6-1f93-40b2-9650-36abcb5dbc88 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=137b3bf4-6ab6-439d-b30e-d88e6d3c0090 HTTP/1.1" status: 200 len: 210 time: 0.0293670 Jul 28 18:13:38.852636 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:38.869974 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341c4f9-edd6-4b5c-981c-a9d7db189750 req-0245a98b-3e1f-409b-841a-6b29631ebe07 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:38.872496 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e341c4f9-edd6-4b5c-981c-a9d7db189750 req-0245a98b-3e1f-409b-841a-6b29631ebe07 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.0526228 Jul 28 18:13:38.922800 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:38.927618 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-e341c4f9-edd6-4b5c-981c-a9d7db189750 req-3be888a0-4e28-472a-a8de-4bfaf0f18cf3 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Jul 28 18:13:39.448189 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 68b502b1-4298-4301-80ad-a52cb8b9b62b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:39.472305 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 68b502b1-4298-4301-80ad-a52cb8b9b62b {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:39.477628 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 68b502b1-4298-4301-80ad-a52cb8b9b62b not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:40.059227 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9823d5-f478-499a-9dfa-c247cb4075fd req-60cdb8fa-2937-44be-ab50-0c67cd810949 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:40.059227 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bf9823d5-f478-499a-9dfa-c247cb4075fd req-60cdb8fa-2937-44be-ab50-0c67cd810949 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.0509045 Jul 28 18:13:40.059840 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43492) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:40.108499 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-bf9823d5-f478-499a-9dfa-c247cb4075fd req-233c958f-5657-4250-ae4a-4cbf582309f6 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Jul 28 18:13:40.208572 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Deleting port 281dbcdd-bcb3-47fe-83ea-0ccfb00a80af {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:40.208908 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.288835 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.289164 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.302085 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Calling delete_port for 281dbcdd-bcb3-47fe-83ea-0ccfb00a80af owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:40.514206 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (281dbcdd-bcb3-47fe-83ea-0ccfb00a80af), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.542137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event deleted for resources: {'Port': ['ID=281dbcdd-bcb3-47fe-83ea-0ccfb00a80af,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:40.639325 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-f889a8c8-f743-47cd-a088-e768c779c4a3 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:40.640844 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-f889a8c8-f743-47cd-a088-e768c779c4a3 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.1000245 Jul 28 18:13:40.665961 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (ac9c7c26-0c74-42bb-8247-4abdad1c92d6), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.666297 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Floating IP ac9c7c26-0c74-42bb-8247-4abdad1c92d6 disassociated (deleted). External IP: 172.27.0.224, port: 865b74cb-5e80-4ef5-a157-9e8ba6c62279. Jul 28 18:13:40.820142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port b1793fda-8979-4046-b366-383f95e86b73 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:40.820484 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (b1793fda-8979-4046-b366-383f95e86b73), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.986921 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:40.997548 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] For port b1793fda-8979-4046-b366-383f95e86b73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b1793fda-8979-4046-b366-383f95e86b73,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:40.997909 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (b1793fda-8979-4046-b366-383f95e86b73), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:41.008935 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:41.063476 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:41.301814 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:41.302171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (7ebbe1ad-f01e-47d2-87d3-65ee9d806f37), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:41.302512 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 7ebbe1ad-f01e-47d2-87d3-65ee9d806f37 disassociated. External IP: 172.27.0.98, port: b1793fda-8979-4046-b366-383f95e86b73. Jul 28 18:13:41.302857 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for b1793fda-8979-4046-b366-383f95e86b73 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:41.318704 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981bcfd-a3ae-4be6-8151-6905847159cd req-43b5a123-2755-4236-83c4-c8655bf72bcf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.320212 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9981bcfd-a3ae-4be6-8151-6905847159cd req-43b5a123-2755-4236-83c4-c8655bf72bcf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 945 time: 0.1179047 Jul 28 18:13:41.329146 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:41.336178 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:41.338982 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:41.350531 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:41.351162 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:41.422639 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b7909106-4275-428d-b98c-a776b2bb3950 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "DELETE /v2.0/floatingips/ac9c7c26-0c74-42bb-8247-4abdad1c92d6 HTTP/1.1" status: 204 len: 168 time: 1.3619778 Jul 28 18:13:41.428324 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:41.430617 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:41.458627 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9981bcfd-a3ae-4be6-8151-6905847159cd req-b6b3fba7-62b2-45b3-a32d-f27a26c432ad tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fb180679-45fa-4465-bbe5-ecb73d331a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307406 Jul 28 18:13:41.470663 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:41.524602 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7cad05-6b7f-4494-abe9-40c2846d151c x-openstack-request-id: req-6f7cad05-6b7f-4494-abe9-40c2846d151c {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:41.524900 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:41.525176 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6f7cad05-6b7f-4494-abe9-40c2846d151c {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:41.525561 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7cad05-6b7f-4494-abe9-40c2846d151c'] response: {'name': 'network-changed', 'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'status': 'completed', 'code': 200} Jul 28 18:13:41.612361 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-5ec2dd27-c555-4316-b3d2-593596893af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.613805 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-5ec2dd27-c555-4316-b3d2-593596893af4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 1129 time: 0.0435591 Jul 28 18:13:41.666396 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:41.675785 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (b1793fda-8979-4046-b366-383f95e86b73), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:41.693521 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:41.712239 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=b1793fda-8979-4046-b366-383f95e86b73,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:41.720481 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:41.729376 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:41.730661 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:41.781186 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-202a5227-70b7-4e04-a977-306bb86ed075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.782756 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-202a5227-70b7-4e04-a977-306bb86ed075 service neutron] 10.222.0.99 "GET /v2.0/networks?id=2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 200 len: 912 time: 0.1625965 Jul 28 18:13:41.816216 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:41.845473 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:41.859454 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-4b374706-3e3d-4551-becd-7c7de2fba80d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279 HTTP/1.1" status: 200 len: 217 time: 0.0678332 Jul 28 18:13:41.925505 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:41.930139 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-70514ab5-1e9d-4e3a-8f28-757ee302f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.933904 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-70514ab5-1e9d-4e3a-8f28-757ee302f303 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 200 len: 850 time: 0.0635338 Jul 28 18:13:41.939073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:42.051756 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.054475 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:42.068183 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84e4e5-69b4-4d7b-925d-442840007895 req-dc7955fa-ae35-43b7-8f28-4c6d55066cf2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:42.069712 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5e84e4e5-69b4-4d7b-925d-442840007895 req-dc7955fa-ae35-43b7-8f28-4c6d55066cf2 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 945 time: 0.0869071 Jul 28 18:13:42.081303 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959f989-fc8e-47a5-8bae-a2265843ff92 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:04:47Z', 'revision_number': 4, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': '6dcdbacd-0e25-4890-bc4f-db8393a54ec8', 'name': '', 'network_id': '2745d657-8db7-4817-b0a4-814cddf7a093', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'mac_address': 'fa:16:3e:f7:42:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:45Z', 'updated_at': '2022-07-28T18:04:51Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'subnets': [{'id': '08ef3431-6ca3-4489-9b13-69d86c343a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:42.109109 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:42.119959 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:42.137653 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:42.141395 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.268631 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:42.435262 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c368a-1f03-4292-844a-64fad47e1fb5 None None] New status for floating IP ac9c7c26-0c74-42bb-8247-4abdad1c92d6: DOWN {{(pid=116182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:13:42.493883 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5e84e4e5-69b4-4d7b-925d-442840007895 req-6fdef10d-a426-4891-82d2-0663f486bd66 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100335 Jul 28 18:13:42.494110 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] No DVR routers for this DVR port b1793fda-8979-4046-b366-383f95e86b73 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:42.497961 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:42.503373 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1c28ffe3-c6c2-4a86-b0a2-09a60e7d1045 req-025a68eb-69e8-41ec-8218-e4f15f96da24 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "DELETE /v2.0/ports/b1793fda-8979-4046-b366-383f95e86b73 HTTP/1.1" status: 204 len: 173 time: 1.8538625 Jul 28 18:13:42.507406 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.539984 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:42.553551 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:42.554317 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.598894 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-1e3ac060-bb48-4308-804a-dfc5f81c6ca1 req-32628464-2e8e-49e8-b0f0-4f5bbf78fdcb tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 210 time: 0.0388999 Jul 28 18:13:42.668047 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:42.945004 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:42.970832 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6339f63a-91dd-47d3-a687-f33dd743ad7c None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:43.054524 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-9e0ae993-a334-4333-9507-c0db5d598706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:43.056051 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-9e0ae993-a334-4333-9507-c0db5d598706 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=2745d657-8db7-4817-b0a4-814cddf7a093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427792 Jul 28 18:13:43.161087 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-0f3648ed-1b31-47e9-93ce-c827199c0411 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972540 Jul 28 18:13:43.198816 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f19cb-cbaf-48e4-a914-fed1d7fa70e9 None None] New status for floating IP 7ebbe1ad-f01e-47d2-87d3-65ee9d806f37: DOWN {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:13:43.340726 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-65fe4436-dfe2-48b7-8b24-30c1fdd8f76e req-b5869f13-6a05-4541-b821-0909107f5216 service neutron] 10.222.0.99 "GET /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926256 Jul 28 18:13:43.527953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'name': 'network-vif-deleted', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:43.537646 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ecd3ca-5562-4d35-8a2c-e7ece6373023" -d '{"events": [{"server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "name": "network-vif-deleted", "tag": "b1793fda-8979-4046-b366-383f95e86b73"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:43.579520 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13fd2c8-5a42-4aeb-ae91-95746e0ae4ca x-openstack-request-id: req-c13fd2c8-5a42-4aeb-ae91-95746e0ae4ca {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:43.579896 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b", "name": "network-vif-deleted", "tag": "b1793fda-8979-4046-b366-383f95e86b73", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:43.580208 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c13fd2c8-5a42-4aeb-ae91-95746e0ae4ca {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:43.580705 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13fd2c8-5a42-4aeb-ae91-95746e0ae4ca'] response: {'server_uuid': 'e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b', 'name': 'network-vif-deleted', 'tag': 'b1793fda-8979-4046-b366-383f95e86b73', 'status': 'completed', 'code': 200} Jul 28 18:13:43.671717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9821-992b-4153-bbc8-734e1c49f205 req-28c6ad24-1f5f-48e9-88b0-f02c088be7bb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:43.673345 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2ece9821-992b-4153-bbc8-734e1c49f205 req-28c6ad24-1f5f-48e9-88b0-f02c088be7bb tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 945 time: 0.0896804 Jul 28 18:13:43.679537 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-d72925ec-c66a-4d02-ac31-391ce36aac28 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:43.680950 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-d72925ec-c66a-4d02-ac31-391ce36aac28 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 945 time: 0.0847394 Jul 28 18:13:43.720175 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-f820c9de-9ee7-4d6b-aacd-43d7a8e38c54 req-aadf176e-c5c1-4c19-80e7-1119d7cf2041 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=e65e3a05-60ea-4b39-a3e9-3a1e3fa1172b HTTP/1.1" status: 200 len: 210 time: 0.0322144 Jul 28 18:13:43.731342 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2ece9821-992b-4153-bbc8-734e1c49f205 req-57128a29-e750-4739-adb9-6eca341432fc tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d626d7d-b8fe-4435-9d4b-53ace8fb8048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488179 Jul 28 18:13:43.905379 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Deleting port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:43.905379 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:43.997863 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] For port 865b74cb-5e80-4ef5-a157-9e8ba6c62279, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=865b74cb-5e80-4ef5-a157-9e8ba6c62279,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:43.998329 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:44.012418 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Calling delete_port for 865b74cb-5e80-4ef5-a157-9e8ba6c62279 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:44.024803 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:44.268369 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (865b74cb-5e80-4ef5-a157-9e8ba6c62279), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:44.297240 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event deleted for resources: {'Port': ['ID=865b74cb-5e80-4ef5-a157-9e8ba6c62279,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:44.346342 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] No DVR routers for this DVR port 865b74cb-5e80-4ef5-a157-9e8ba6c62279 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:44.348882 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:44.352065 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cc5cb2b9-d36c-46b0-97a0-c2d0c8d096a3 req-cf405f80-a7b5-400c-abaf-a06ca7798621 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.99 "DELETE /v2.0/ports/865b74cb-5e80-4ef5-a157-9e8ba6c62279 HTTP/1.1" status: 204 len: 173 time: 0.5363214 Jul 28 18:13:44.589575 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:13:44.851340 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4ff00ebb-9a2c-421d-94c4-b0c8505e219b req-873a498a-228f-44b1-98ca-47a147321c84 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 210 time: 0.0330296 Jul 28 18:13:44.897581 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43570) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:44.947659 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:44.953607 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2978-e963-454e-8ed8-2f7590fc8334 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (fb180679-45fa-4465-bbe5-ecb73d331a37), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:44.979968 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2978-e963-454e-8ed8-2f7590fc8334 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (fb180679-45fa-4465-bbe5-ecb73d331a37), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.091440 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2978-e963-454e-8ed8-2f7590fc8334 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fb180679-45fa-4465-bbe5-ecb73d331a37), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.094103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2978-e963-454e-8ed8-2f7590fc8334 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.095543 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b7eb2978-e963-454e-8ed8-2f7590fc8334 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/security-groups/fb180679-45fa-4465-bbe5-ecb73d331a37 HTTP/1.1" status: 204 len: 168 time: 0.1969712 Jul 28 18:13:45.098562 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43572) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:45.105178 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb2978-e963-454e-8ed8-2f7590fc8334 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb180679-45fa-4465-bbe5-ecb73d331a37,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:45.112659 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.api.v2.resource [None req-92aba6d1-eb0a-42ec-a201-97f2816eea85 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] show failed (client error): The resource could not be found. Jul 28 18:13:45.113678 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-92aba6d1-eb0a-42ec-a201-97f2816eea85 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups/fb180679-45fa-4465-bbe5-ecb73d331a37 HTTP/1.1" status: 404 len: 347 time: 0.0141439 Jul 28 18:13:45.116775 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43574) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:45.235624 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port 10e6159a-32dc-48cc-bc99-03f8c4f9dac3 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:45.235971 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.319113 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.319804 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.332441 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for 10e6159a-32dc-48cc-bc99-03f8c4f9dac3 owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:45.471277 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device b1793fda-8979-4046-b366-383f95e86b73 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:45.491873 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: b1793fda-8979-4046-b366-383f95e86b73 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:45.492226 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device b1793fda-8979-4046-b366-383f95e86b73 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:45.559920 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (10e6159a-32dc-48cc-bc99-03f8c4f9dac3), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.585665 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'name': 'network-vif-deleted', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:45.588000 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6570769f-d1db-4530-8e65-2da8aa09cd9a" -d '{"events": [{"server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "name": "network-vif-deleted", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:45.593394 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=10e6159a-32dc-48cc-bc99-03f8c4f9dac3,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:45.642630 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648df665-2bdd-4496-9173-294f47f96c83 x-openstack-request-id: req-648df665-2bdd-4496-9173-294f47f96c83 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:45.646198 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee5c512-be6b-4ace-a719-1111bf9781be", "name": "network-vif-deleted", "tag": "865b74cb-5e80-4ef5-a157-9e8ba6c62279", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:45.646198 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-648df665-2bdd-4496-9173-294f47f96c83 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:45.646198 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648df665-2bdd-4496-9173-294f47f96c83'] response: {'server_uuid': '3ee5c512-be6b-4ace-a719-1111bf9781be', 'name': 'network-vif-deleted', 'tag': '865b74cb-5e80-4ef5-a157-9e8ba6c62279', 'status': 'completed', 'code': 200} Jul 28 18:13:45.666449 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (7ebbe1ad-f01e-47d2-87d3-65ee9d806f37), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.667281 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:45.668675 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-76efae59-fbe6-403f-af87-1471bb19a830 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/floatingips/7ebbe1ad-f01e-47d2-87d3-65ee9d806f37 HTTP/1.1" status: 204 len: 168 time: 0.5505407 Jul 28 18:13:45.912596 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43586) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:45.917181 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-e62884bf-f3e7-4eb1-ac1e-2a910b882e2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750629323', 'description': 'tempest-description--1480447079'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:45.967621 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-782f8655-1109-4241-8943-09b3b949cc18 req-3fdd1e71-a708-455e-acfa-f9b7ff98e72a tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ee5c512-be6b-4ace-a719-1111bf9781be HTTP/1.1" status: 200 len: 210 time: 0.0288606 Jul 28 18:13:46.050296 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e62884bf-f3e7-4eb1-ac1e-2a910b882e2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.081462 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:INSERT=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:46.125629 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e62884bf-f3e7-4eb1-ac1e-2a910b882e2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (fa501f1a-95f0-47ae-9f86-e47e7c28a882), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.204910 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e62884bf-f3e7-4eb1-ac1e-2a910b882e2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fa501f1a-95f0-47ae-9f86-e47e7c28a882), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.235954 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62884bf-f3e7-4eb1-ac1e-2a910b882e2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa501f1a-95f0-47ae-9f86-e47e7c28a882,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:46.322103 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e62884bf-f3e7-4eb1-ac1e-2a910b882e2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.324013 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e62884bf-f3e7-4eb1-ac1e-2a910b882e2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4098811 Jul 28 18:13:46.327338 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43590) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:46.331675 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-ea58ee62-aac6-4bde-ae82-daa4f3034468 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': 'fa501f1a-95f0-47ae-9f86-e47e7c28a882', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:46.424015 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea58ee62-aac6-4bde-ae82-daa4f3034468 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (5694e307-0e75-46ad-af27-e19ece6e3756), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.436058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:46.482366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea58ee62-aac6-4bde-ae82-daa4f3034468 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (5694e307-0e75-46ad-af27-e19ece6e3756), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.587904 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea58ee62-aac6-4bde-ae82-daa4f3034468 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (5694e307-0e75-46ad-af27-e19ece6e3756), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.610718 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58ee62-aac6-4bde-ae82-daa4f3034468 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5694e307-0e75-46ad-af27-e19ece6e3756,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:46.721470 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ea58ee62-aac6-4bde-ae82-daa4f3034468 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.722716 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ea58ee62-aac6-4bde-ae82-daa4f3034468 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3944397 Jul 28 18:13:46.725392 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43598) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:46.730453 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [None req-a4286c8e-0f44-416b-a3de-12db36bf7de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'security_group_rule': {'security_group_id': 'fa501f1a-95f0-47ae-9f86-e47e7c28a882', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:46.896232 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4286c8e-0f44-416b-a3de-12db36bf7de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (a55bc1c6-6e3e-4dd2-942a-816e86085042), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:46.956047 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4286c8e-0f44-416b-a3de-12db36bf7de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (a55bc1c6-6e3e-4dd2-942a-816e86085042), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.030520 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43602) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:47.066163 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4286c8e-0f44-416b-a3de-12db36bf7de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556867'] for security_group_rule (a55bc1c6-6e3e-4dd2-942a-816e86085042), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.120601 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4286c8e-0f44-416b-a3de-12db36bf7de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55bc1c6-6e3e-4dd2-942a-816e86085042,revision_number=0']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:47.164133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Deleting port 051a58b8-6a5d-4668-9afe-4683d1bf396f {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:47.164478 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.209238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a4286c8e-0f44-416b-a3de-12db36bf7de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.210582 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-a4286c8e-0f44-416b-a3de-12db36bf7de5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4841907 Jul 28 18:13:47.214319 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43604) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:47.219794 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:47.246982 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.247308 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (051a58b8-6a5d-4668-9afe-4683d1bf396f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.261123 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Calling delete_port for 051a58b8-6a5d-4668-9afe-4683d1bf396f owned by network:floatingip {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:47.313939 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.398049 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.434836 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:47.462992 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 865b74cb-5e80-4ef5-a157-9e8ba6c62279 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:47.486435 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 865b74cb-5e80-4ef5-a157-9e8ba6c62279 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:47.487082 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 865b74cb-5e80-4ef5-a157-9e8ba6c62279 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:47.515012 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (051a58b8-6a5d-4668-9afe-4683d1bf396f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.519073 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_common [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.27.0.222 (d763a7bd-86ef-4e54-9f01-ef4eab61c9f0/2e0ac2a6-00a6-42b6-a5aa-91b4367134c2/d75a4a4c-e790-4500-8834-9e8aeee554b8) {{(pid=116180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:47.536008 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event deleted for resources: {'Port': ['ID=051a58b8-6a5d-4668-9afe-4683d1bf396f,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:47.561242 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:47.577985 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:47.605341 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for floatingip (fc1fe053-ffb2-49fc-ade7-2f7f273b7322), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.608054 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.609356 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e6362e9d-a3e3-4231-a455-c1c541d51baf tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "DELETE /v2.0/floatingips/fc1fe053-ffb2-49fc-ade7-2f7f273b7322 HTTP/1.1" status: 204 len: 168 time: 0.5787127 Jul 28 18:13:47.643276 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.800945 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.845259 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network d763a7bd-86ef-4e54-9f01-ef4eab61c9f0 is already hosted by enough agents. {{(pid=116180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:47.850403 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.base_scheduler [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:47.853446 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:13:47.880844 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=d75a4a4c-e790-4500-8834-9e8aeee554b8,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:47.945874 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (70adec61-eab2-4784-8212-0a76a6fa3435), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.172014 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.272382 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:48.333858 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.565315 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32402337'] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.643807 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=d75a4a4c-e790-4500-8834-9e8aeee554b8,revision_number=2']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:48.654958 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (70adec61-eab2-4784-8212-0a76a6fa3435), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.767636 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.768966 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b6e77a6f-3b5b-4297-9b6d-521df2114caa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5529878 Jul 28 18:13:48.977282 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-813e3cd4-0931-43e3-9ff8-29ec214b0cc2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--750629323&fields=id&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 267 time: 0.0455096 Jul 28 18:13:49.080147 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43646) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:49.109860 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-48dba5e3-4324-497b-ac4d-2a8d7f5038f5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:49.109860 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-48dba5e3-4324-497b-ac4d-2a8d7f5038f5 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1247721 Jul 28 18:13:49.124280 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5f78719d-92de-4b89-b436-cb10c67ee533 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/quotas/b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 375 time: 0.0097277 Jul 28 18:13:49.146404 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9ecd279e-9a89-46ef-9ed1-2cb7e2ed7127 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group (7d626d7d-b8fe-4435-9d4b-53ace8fb8048), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.173658 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9ecd279e-9a89-46ef-9ed1-2cb7e2ed7127 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group (7d626d7d-b8fe-4435-9d4b-53ace8fb8048), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.176702 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-3de31559-4517-44ae-966c-0ec0bf66daaf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467880 Jul 28 18:13:49.365354 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9ecd279e-9a89-46ef-9ed1-2cb7e2ed7127 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7d626d7d-b8fe-4435-9d4b-53ace8fb8048), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.368153 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-9ecd279e-9a89-46ef-9ed1-2cb7e2ed7127 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.369706 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-9ecd279e-9a89-46ef-9ed1-2cb7e2ed7127 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] 10.222.0.85 "DELETE /v2.0/security-groups/7d626d7d-b8fe-4435-9d4b-53ace8fb8048 HTTP/1.1" status: 204 len: 168 time: 0.2882831 Jul 28 18:13:49.380192 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd279e-9a89-46ef-9ed1-2cb7e2ed7127 tempest-TestVolumeBootPattern-1131198991 tempest-TestVolumeBootPattern-1131198991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d626d7d-b8fe-4435-9d4b-53ace8fb8048,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:49.387356 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-1176b520-8693-43b7-87ed-ababc1b500c0 service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983941 Jul 28 18:13:49.473650 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:49.497915 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-4468754d-73a3-46a2-8085-c51d63f1f7b7 service neutron] 10.222.0.85 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982316 Jul 28 18:13:49.585040 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43660) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:49.779458 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:49.820417 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-11847ebf-9fd7-4500-ac8c-8d6074387a8e req-3168139d-ce62-406a-af65-18f41ebf9467 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 210 time: 0.0344961 Jul 28 18:13:50.063836 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (e99148d2-1ad8-4d81-bb22-8f2e494b439f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.185649 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:50.296141 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Deleting port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:50.296521 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.378052 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=100 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:50.380361 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] For port 6dcdbacd-0e25-4890-bc4f-db8393a54ec8, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:50.380791 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.393825 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Calling delete_port for 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 owned by network:router_interface {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:50.652073 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (6dcdbacd-0e25-4890-bc4f-db8393a54ec8), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.679375 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcdbacd-0e25-4890-bc4f-db8393a54ec8,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:50.894500 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (e99148d2-1ad8-4d81-bb22-8f2e494b439f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.936091 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-2dc0dcbf-37fd-41e8-9ae3-96f2aeeb6f87 req-11fb96cb-f1fb-499a-92be-1dc98c76bbfd tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 210 time: 0.0295410 Jul 28 18:13:50.985090 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:51.375792 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Router e99148d2-1ad8-4d81-bb22-8f2e494b439f has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:51.475676 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:51.482143 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:51.491278 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-68bccd40-c79f-4aa9-8d6b-9c0d13377ab9 admin admin] 10.222.0.85 "PUT /v2.0/routers/e99148d2-1ad8-4d81-bb22-8f2e494b439f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004240 Jul 28 18:13:51.491396 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] Sync routers for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:51.492094 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43690) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:51.503068 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:51.503446 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:51.603186 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks [] for router (e99148d2-1ad8-4d81-bb22-8f2e494b439f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.717414 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks [] for router_gateway (e99148d2-1ad8-4d81-bb22-8f2e494b439f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.736517 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:51.866014 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Deleting port 8f2c26a7-801a-4b82-8cba-736ed3c518fa {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:51.866541 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.912300 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:13:50Z', 'revision_number': 5, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port': {'id': '8f2c26a7-801a-4b82-8cba-736ed3c518fa', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:38Z', 'updated_at': '2022-07-28T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:51.942899 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] Checking router: e99148d2-1ad8-4d81-bb22-8f2e494b439f for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:51.952676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] Routers {'e99148d2-1ad8-4d81-bb22-8f2e494b439f'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:51.953297 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:51.957295 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] For port 8f2c26a7-801a-4b82-8cba-736ed3c518fa, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=8f2c26a7-801a-4b82-8cba-736ed3c518fa,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:51.957808 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.975150 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Calling delete_port for 8f2c26a7-801a-4b82-8cba-736ed3c518fa owned by network:router_gateway {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:52.044021 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0467906b-e1a5-4590-b01b-8c63713d40e6 req-f6c3ebe0-aa17-4983-a882-57884644a3bf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 210 time: 0.0294070 Jul 28 18:13:52.051532 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] Set router e99148d2-1ad8-4d81-bb22-8f2e494b439f gateway port host: None {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:52.095576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:52.109772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:13:51Z', 'revision_number': 6, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:52.135632 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89633c29-e8e7-43fc-aed0-03794aecd808 None None] The sync data for ids ['e99148d2-1ad8-4d81-bb22-8f2e494b439f'] in dv-cinder-837543-7-iscsi is: [{'id': 'e99148d2-1ad8-4d81-bb22-8f2e494b439f', 'name': 'tempest-TestVolumeBootPattern-989875052-router', 'tenant_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:36Z', 'updated_at': '2022-07-28T18:13:51Z', 'revision_number': 6, 'project_id': 'a1b1e6abd55a4b17b4a452a80a6bbdbc', 'gw_port_host': None}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:52.256793 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (8f2c26a7-801a-4b82-8cba-736ed3c518fa), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.294837 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2c26a7-801a-4b82-8cba-736ed3c518fa,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:52.369811 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (e99148d2-1ad8-4d81-bb22-8f2e494b439f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.465881 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:52.470706 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (e99148d2-1ad8-4d81-bb22-8f2e494b439f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.478050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks [] for router_controller (e99148d2-1ad8-4d81-bb22-8f2e494b439f), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.636420 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-e8a09b57-df9d-48a3-b068-2faba8405624 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:52.638131 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-e8a09b57-df9d-48a3-b068-2faba8405624 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 815 time: 0.1250312 Jul 28 18:13:52.673264 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (e99148d2-1ad8-4d81-bb22-8f2e494b439f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.673854 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e99148d2-1ad8-4d81-bb22-8f2e494b439f {{(pid=116181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:52.679238 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.680377 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-44a5ba4a-1e79-4b73-88fb-6737330b1dc7 admin admin] 10.222.0.85 "DELETE /v2.0/routers/e99148d2-1ad8-4d81-bb22-8f2e494b439f HTTP/1.1" status: 204 len: 168 time: 1.1872716 Jul 28 18:13:52.683683 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43710) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:52.720785 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-da7efa36-fea1-4876-8bc3-f2a6f36f3851 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d HTTP/1.1" status: 200 len: 379 time: 0.0633473 Jul 28 18:13:52.730130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'port': {'device_id': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'admin_state_up': True, 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'security_groups': ['fa501f1a-95f0-47ae-9f86-e47e7c28a882']}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:52.732390 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] Deleting subnet 08ef3431-6ca3-4489-9b13-69d86c343a65 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:13:52.735804 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] Publish callbacks [] for subnet (08ef3431-6ca3-4489-9b13-69d86c343a65), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.772150 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (08ef3431-6ca3-4489-9b13-69d86c343a65), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.861948 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (08ef3431-6ca3-4489-9b13-69d86c343a65), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.942763 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Made reservation on behalf of b8daf9e3c7be417c82e7cbf8624d1d5d for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:52.946591 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.085129 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:53.091144 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (08ef3431-6ca3-4489-9b13-69d86c343a65), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.094524 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Allocated IP 172.20.0.4 (7a1ed8c2-e3be-47b5-8608-0f5e33222798/78bc1809-e8bb-4bd9-b68b-f65f7b922cc9/9e90b8d5-026a-4772-9455-d60901486ae8) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:53.130149 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ef3431-6ca3-4489-9b13-69d86c343a65,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.135081 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.141603 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4979e94a-5515-46bf-bf89-0ddae7f7b804 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/08ef3431-6ca3-4489-9b13-69d86c343a65 HTTP/1.1" status: 204 len: 168 time: 0.4559829 Jul 28 18:13:53.142244 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43718) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:53.144661 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01257b-23c2-4d96-ba02-b0eb73796d66 None None] Network 2745d657-8db7-4817-b0a4-814cddf7a093 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:13:53.186249 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-91c4a471-6370-4d57-b11f-805f8e72fb92 req-2e585d20-4fc8-4225-9417-cd0876b33090 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 210 time: 0.0475714 Jul 28 18:13:53.247495 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (2745d657-8db7-4817-b0a4-814cddf7a093), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.311060 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Deleting port 268f167b-3edb-4d1a-af70-c2e48c0acb10 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:53.311060 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.329290 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for port (9e90b8d5-026a-4772-9455-d60901486ae8), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.388379 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] DHCP port deletion for 2745d657-8db7-4817-b0a4-814cddf7a093 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:13:53.408924 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] For port 268f167b-3edb-4d1a-af70-c2e48c0acb10, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=268f167b-3edb-4d1a-af70-c2e48c0acb10,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:53.409372 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.416310 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8f2c26a7-801a-4b82-8cba-736ed3c518fa no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:53.424027 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Calling delete_port for 268f167b-3edb-4d1a-af70-c2e48c0acb10 owned by network:dhcp {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:53.447888 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 8f2c26a7-801a-4b82-8cba-736ed3c518fa {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:53.448305 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 8f2c26a7-801a-4b82-8cba-736ed3c518fa not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:53.448761 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:53.457276 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.472965 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Deleting port 268f167b-3edb-4d1a-af70-c2e48c0acb10 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:53.473329 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.475547 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:53.475889 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 6dcdbacd-0e25-4890-bc4f-db8393a54ec8 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:53.522231 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:53.528153 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:53.530657 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:13:53.535941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event updated for resources: {'Port': ['ID=9e90b8d5-026a-4772-9455-d60901486ae8,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.545021 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] For port 268f167b-3edb-4d1a-af70-c2e48c0acb10, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=268f167b-3edb-4d1a-af70-c2e48c0acb10,segment=NetworkSegment(1af0b9b9-1dca-47b7-8e31-cc87e1519e68),segment_id=1af0b9b9-1dca-47b7-8e31-cc87e1519e68)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:53.546965 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.570879 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Calling delete_port for 268f167b-3edb-4d1a-af70-c2e48c0acb10 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:53.590133 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:53.590986 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.620779 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.652827 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=268f167b-3edb-4d1a-af70-c2e48c0acb10,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.657766 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] No DVR routers for this DVR port 268f167b-3edb-4d1a-af70-c2e48c0acb10 on host dv-cinder-837543-7-iscsi {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:53.662585 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (268f167b-3edb-4d1a-af70-c2e48c0acb10), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.687043 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Pushing event deleted for resources: {'Port': ['ID=268f167b-3edb-4d1a-af70-c2e48c0acb10,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.697565 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.698025 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.698380 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.698739 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.699913 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.700404 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.700585 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.701089 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.701352 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.701871 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.702207 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.702582 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.706450 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.706450 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.706450 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:53.706789 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5166bfc3-3d67-43ec-8227-484255d6ecaa tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9789016 Jul 28 18:13:53.707284 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab6c2c-db89-4dab-a23e-aa503606a4bd None None] No DVR routers for this DVR port 268f167b-3edb-4d1a-af70-c2e48c0acb10 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:53.723025 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Request body: {'port': {'device_id': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:53.747901 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (2745d657-8db7-4817-b0a4-814cddf7a093), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.771695 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2745d657-8db7-4817-b0a4-814cddf7a093']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:53.785754 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:53.785968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af0b9b9-1dca-47b7-8e31-cc87e1519e68') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:53.785968 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af0b9b9-1dca-47b7-8e31-cc87e1519e68') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:53.795817 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.798555 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (1af0b9b9-1dca-47b7-8e31-cc87e1519e68), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.815030 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (1af0b9b9-1dca-47b7-8e31-cc87e1519e68), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.822219 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:53.823710 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (1af0b9b9-1dca-47b7-8e31-cc87e1519e68), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.831592 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-a1e3c811-1244-4b43-8a7a-9a190d0f14d1 None None] Provisioning complete for port 9e90b8d5-026a-4772-9455-d60901486ae8 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:53.831970 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c811-1244-4b43-8a7a-9a190d0f14d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.867392 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:53.888311 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3c811-1244-4b43-8a7a-9a190d0f14d1 None None] Port 9e90b8d5-026a-4772-9455-d60901486ae8 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:13:53.929763 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 1af0b9b9-1dca-47b7-8e31-cc87e1519e68 resource provider aggregate not found Jul 28 18:13:53.948837 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 1af0b9b9-1dca-47b7-8e31-cc87e1519e68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1af0b9b9-1dca-47b7-8e31-cc87e1519e68 found for delete ", "request_id": "req-4adc667d-8b94-491a-a919-116a90ae2dbf"}]} Jul 28 18:13:54.004995 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (2745d657-8db7-4817-b0a4-814cddf7a093), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.012675 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.022654 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] 10.222.0.85 "DELETE /v2.0/networks/2745d657-8db7-4817-b0a4-814cddf7a093 HTTP/1.1" status: 204 len: 168 time: 0.8743854 Jul 28 18:13:54.023349 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43736) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:54.033441 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a15254-61a8-4cb2-b613-678315a59a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2745d657-8db7-4817-b0a4-814cddf7a093,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.179448 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e90b8d5-026a-4772-9455-d60901486ae8 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:54.190318 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Publish callbacks [] for port (9e90b8d5-026a-4772-9455-d60901486ae8), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.240351 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:54.241538 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Transition to ACTIVE for port object 9e90b8d5-026a-4772-9455-d60901486ae8 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:13:54.316357 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ab9eb-a06a-401f-8f47-026c0de30a42 req-c02cfd83-92da-4968-91a5-7a383aeb1154 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:54.317857 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ad7ab9eb-a06a-401f-8f47-026c0de30a42 req-c02cfd83-92da-4968-91a5-7a383aeb1154 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 931 time: 0.0491230 Jul 28 18:13:54.332501 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:54.357240 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:54.374224 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ad7ab9eb-a06a-401f-8f47-026c0de30a42 req-062cf3f4-25ef-42d7-b34e-844bf8fbf8d4 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495877 Jul 28 18:13:54.583912 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.673236 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Pushing event updated for resources: {'Port': ['ID=9e90b8d5-026a-4772-9455-d60901486ae8,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.788859 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (d2876075-f825-4aa9-a497-c3b1de2a2a0d), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.852151 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Attempting to bind port 9e90b8d5-026a-4772-9455-d60901486ae8 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:13:54.852492 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Attempting to bind port 9e90b8d5-026a-4772-9455-d60901486ae8 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:13:54.852827 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Attempting to bind port 9e90b8d5-026a-4772-9455-d60901486ae8 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:54.881488 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Port 9e90b8d5-026a-4772-9455-d60901486ae8 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:13:54.881810 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Attempting to bind port 9e90b8d5-026a-4772-9455-d60901486ae8 on network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:54.890797 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:13:54.891039 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Checking segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:13:54.891419 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Bound using segment: {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:13:54.891856 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Bound port: 9e90b8d5-026a-4772-9455-d60901486ae8, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f65718-14f8-4ec8-af1f-b38244574ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:13:54.892217 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.027366 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] For port 9e90b8d5-026a-4772-9455-d60901486ae8, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:55.032442 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] For port 9e90b8d5-026a-4772-9455-d60901486ae8, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9e90b8d5-026a-4772-9455-d60901486ae8,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:55.065410 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:55.107810 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Deleting port 2e1302df-4274-45a0-82d4-4f9322f4d247 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:55.108153 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.120698 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.200058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.201041 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.202108 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] 10.222.0.99 "PUT /v2.0/ports/9e90b8d5-026a-4772-9455-d60901486ae8 HTTP/1.1" status: 200 len: 1093 time: 1.4840577 Jul 28 18:13:55.202645 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:55.205578 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c702e1-9c91-4d47-aebe-43df74cff581" -d '{"events": [{"name": "network-changed", "server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:55.235197 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bea7b-e4be-41d5-820e-6daba74ebc84 service neutron] Pushing event updated for resources: {'Port': ['ID=9e90b8d5-026a-4772-9455-d60901486ae8,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:55.269844 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] For port 2e1302df-4274-45a0-82d4-4f9322f4d247, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=2e1302df-4274-45a0-82d4-4f9322f4d247,segment=NetworkSegment(1609fb09-5bf2-434b-b9d0-d8f49a4cd08f),segment_id=1609fb09-5bf2-434b-b9d0-d8f49a4cd08f)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:55.270225 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.295192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5b5199-b6c7-4c96-beff-f3d30298d9ef x-openstack-request-id: req-6a5b5199-b6c7-4c96-beff-f3d30298d9ef {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:55.295480 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:55.295744 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6a5b5199-b6c7-4c96-beff-f3d30298d9ef {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:55.296137 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5b5199-b6c7-4c96-beff-f3d30298d9ef'] response: {'name': 'network-changed', 'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8', 'status': 'completed', 'code': 200} Jul 28 18:13:55.297145 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Calling delete_port for 2e1302df-4274-45a0-82d4-4f9322f4d247 owned by network:router_interface {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:55.377931 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 268f167b-3edb-4d1a-af70-c2e48c0acb10 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:55.407396 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 268f167b-3edb-4d1a-af70-c2e48c0acb10 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:55.407771 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 268f167b-3edb-4d1a-af70-c2e48c0acb10 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:55.443087 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c702e1-9c91-4d47-aebe-43df74cff581 req-cd5428ea-38e8-4520-bbe5-2f2706c14710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.443087 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f8c702e1-9c91-4d47-aebe-43df74cff581 req-cd5428ea-38e8-4520-bbe5-2f2706c14710 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 1127 time: 0.0713751 Jul 28 18:13:55.520400 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:55.530059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df7b3f-51c4-490a-b042-d75f076ee099 req-c534ca94-ef0d-463d-9be0-3a0e16b7ab0d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.538640 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-86df7b3f-51c4-490a-b042-d75f076ee099 req-c534ca94-ef0d-463d-9be0-3a0e16b7ab0d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 943 time: 0.0538094 Jul 28 18:13:55.584412 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-86df7b3f-51c4-490a-b042-d75f076ee099 req-7bb6c507-fc14-4f5a-8641-60b0ba77ea1d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468233 Jul 28 18:13:55.627368 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c702e1-9c91-4d47-aebe-43df74cff581 req-274cfe6a-0669-489c-a4c5-09de58019c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.628906 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f8c702e1-9c91-4d47-aebe-43df74cff581 req-274cfe6a-0669-489c-a4c5-09de58019c48 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1416852 Jul 28 18:13:55.757680 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c702e1-9c91-4d47-aebe-43df74cff581 req-559c3ee2-bb92-473d-a71a-d7dcc8bbebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.759183 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f8c702e1-9c91-4d47-aebe-43df74cff581 req-559c3ee2-bb92-473d-a71a-d7dcc8bbebdb service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122515 Jul 28 18:13:55.855987 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5ff7ed87-0351-460f-809a-20468e13a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.857499 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-5ff7ed87-0351-460f-809a-20468e13a09b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 1127 time: 0.0421653 Jul 28 18:13:55.908682 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-c935333a-5a4a-4751-aa2c-56ac11e681ba service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e90b8d5-026a-4772-9455-d60901486ae8 HTTP/1.1" status: 200 len: 217 time: 0.0383880 Jul 28 18:13:55.909191 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (2e1302df-4274-45a0-82d4-4f9322f4d247), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.942651 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:55.945552 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1302df-4274-45a0-82d4-4f9322f4d247,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.029878 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-4a7dde9a-ac5a-4808-be7d-2213d81b51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:56.031400 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-4a7dde9a-ac5a-4808-be7d-2213d81b51fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.1130829 Jul 28 18:13:56.123653 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-cb10d2a1-7bbf-4515-b27a-c0c4e0ebcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:56.125220 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-cb10d2a1-7bbf-4515-b27a-c0c4e0ebcdfa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874636 Jul 28 18:13:56.161408 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43766) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:56.247437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (d2876075-f825-4aa9-a497-c3b1de2a2a0d), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.278926 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d19bc06a-81b8-47f5-b112-b4e153d41de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.280724 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-8ecf0b3c-51c4-49cc-8b6b-a6407148bd24 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468427 Jul 28 18:13:56.358529 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d19bc06a-81b8-47f5-b112-b4e153d41de4 admin admin] Publish callbacks [] for security_group (ff04a885-d80a-4baa-9f3d-de16ad7f9b64), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.433141 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-d19bc06a-81b8-47f5-b112-b4e153d41de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ff04a885-d80a-4baa-9f3d-de16ad7f9b64), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.458689 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-beae4e1f-2e8a-4192-a3fa-58678c5a8bbe req-74118dca-96b9-437a-bfbc-e22309cb3f07 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443775 Jul 28 18:13:56.486547 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-d19bc06a-81b8-47f5-b112-b4e153d41de4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=774ede3299714976905bfba64772d234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239787 Jul 28 18:13:56.487290 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bc06a-81b8-47f5-b112-b4e153d41de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04a885-d80a-4baa-9f3d-de16ad7f9b64,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.489692 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43770) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:56.540320 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-53e385d0-ad35-4606-b024-06f041d688e2 admin admin] Publish callbacks [] for security_group (ff04a885-d80a-4baa-9f3d-de16ad7f9b64), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.564057 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-53e385d0-ad35-4606-b024-06f041d688e2 admin admin] Publish callbacks [] for security_group (ff04a885-d80a-4baa-9f3d-de16ad7f9b64), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.566265 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Router d2876075-f825-4aa9-a497-c3b1de2a2a0d has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:56.576409 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.646073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:56.697015 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-53e385d0-ad35-4606-b024-06f041d688e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (ff04a885-d80a-4baa-9f3d-de16ad7f9b64), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.698119 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:56.699937 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-53e385d0-ad35-4606-b024-06f041d688e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.703712 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-53e385d0-ad35-4606-b024-06f041d688e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ff04a885-d80a-4baa-9f3d-de16ad7f9b64 HTTP/1.1" status: 204 len: 168 time: 0.2106106 Jul 28 18:13:56.707218 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-55ad7ec0-00df-4404-bf68-362da453e56f admin admin] 10.222.0.85 "PUT /v2.0/routers/d2876075-f825-4aa9-a497-c3b1de2a2a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854882 Jul 28 18:13:56.715789 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] Sync routers for ids ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'] in dv-cinder-837543-7-iscsi {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:56.716394 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e385d0-ad35-4606-b024-06f041d688e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04a885-d80a-4baa-9f3d-de16ad7f9b64,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:56.716394 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43776) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:56.731744 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] Routers {'d2876075-f825-4aa9-a497-c3b1de2a2a0d'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:56.732643 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:56.745407 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5927f-a5fe-4b73-9bd5-82c905c290ab req-7b0611d3-934c-4dd9-b2b7-c9ce2070bb34 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:56.749783 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7fb5927f-a5fe-4b73-9bd5-82c905c290ab req-7b0611d3-934c-4dd9-b2b7-c9ce2070bb34 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 943 time: 0.0852337 Jul 28 18:13:56.803159 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7fb5927f-a5fe-4b73-9bd5-82c905c290ab req-7c01691e-86d3-4f6f-b7f5-4565c15e70d0 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503941 Jul 28 18:13:56.827906 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:56.836582 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks [] for router (d2876075-f825-4aa9-a497-c3b1de2a2a0d), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.861374 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] Set router d2876075-f825-4aa9-a497-c3b1de2a2a0d gateway port host: dv-cinder-837543-7-iscsi {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:56.942293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks [] for router_gateway (d2876075-f825-4aa9-a497-c3b1de2a2a0d), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.034873 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a9849446-3692-40eb-9166-407aea4452f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:13:55Z', 'revision_number': 5, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port': {'id': 'a9849446-3692-40eb-9166-407aea4452f0', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:53Z', 'updated_at': '2022-07-28T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.061719 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] Checking router: d2876075-f825-4aa9-a497-c3b1de2a2a0d for host: dv-cinder-837543-7-iscsi {{(pid=116183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:57.067160 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Deleting port a9849446-3692-40eb-9166-407aea4452f0 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:57.067468 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (a9849446-3692-40eb-9166-407aea4452f0), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.071199 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] Routers {'d2876075-f825-4aa9-a497-c3b1de2a2a0d'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:57.071938 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:13:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'], 'active': True} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.155407 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] For port a9849446-3692-40eb-9166-407aea4452f0, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=a9849446-3692-40eb-9166-407aea4452f0,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:57.155773 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (a9849446-3692-40eb-9166-407aea4452f0), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.164271 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_dvr_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] Set router d2876075-f825-4aa9-a497-c3b1de2a2a0d gateway port host: None {{(pid=116183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:57.168780 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Calling delete_port for a9849446-3692-40eb-9166-407aea4452f0 owned by network:router_gateway {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:57.170433 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.217028 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.l3_hamode_db [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:13:56Z', 'revision_number': 6, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.224944 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.243006 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ac0b7-af3e-4771-8570-4d00a39062ef None None] The sync data for ids ['d2876075-f825-4aa9-a497-c3b1de2a2a0d'] in dv-cinder-837543-7-iscsi is: [{'id': 'd2876075-f825-4aa9-a497-c3b1de2a2a0d', 'name': 'tempest-TestVolumeBootPattern-53762068-router', 'tenant_id': '9f223cbeefe149efb4ecbb07888c927e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:52Z', 'updated_at': '2022-07-28T18:13:56Z', 'revision_number': 6, 'project_id': '9f223cbeefe149efb4ecbb07888c927e', 'gw_port_host': None}] {{(pid=116183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:57.399171 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (a9849446-3692-40eb-9166-407aea4452f0), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.424259 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9849446-3692-40eb-9166-407aea4452f0,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.449748 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43780) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:57.464241 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dffa33a3-c921-4eea-b528-7b09728b0316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.476297 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9e90b8d5-026a-4772-9455-d60901486ae8 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:57.480212 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.498321 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (d2876075-f825-4aa9-a497-c3b1de2a2a0d), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.554551 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dffa33a3-c921-4eea-b528-7b09728b0316 admin admin] Publish callbacks [] for security_group (1cf2b9df-4be5-458e-86d0-fd7df9521e7e), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.591238 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 9e90b8d5-026a-4772-9455-d60901486ae8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9e90b8d5-026a-4772-9455-d60901486ae8,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:57.596504 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (d2876075-f825-4aa9-a497-c3b1de2a2a0d), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.599170 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks [] for router_controller (d2876075-f825-4aa9-a497-c3b1de2a2a0d), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.605002 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '9e90b8d5-026a-4772-9455-d60901486ae8', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'port_id': '9e90b8d5-026a-4772-9455-d60901486ae8', 'mac_address': 'fa:16:3e:d6:af:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:57.622264 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dffa33a3-c921-4eea-b528-7b09728b0316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1cf2b9df-4be5-458e-86d0-fd7df9521e7e), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.646731 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 9e90b8d5-026a-4772-9455-d60901486ae8 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:57.647377 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.670687 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e90b8d5-026a-4772-9455-d60901486ae8 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:57.687468 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-dffa33a3-c921-4eea-b528-7b09728b0316 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=687f55362dee4a87848d02dde47b862f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365820 Jul 28 18:13:57.688639 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa33a3-c921-4eea-b528-7b09728b0316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf2b9df-4be5-458e-86d0-fd7df9521e7e,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.690263 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43782) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:57.694669 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 9e90b8d5-026a-4772-9455-d60901486ae8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9e90b8d5-026a-4772-9455-d60901486ae8,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:57.757225 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44107d6d-e7d5-4f7a-b684-3b755c2af6ce admin admin] Publish callbacks [] for security_group (1cf2b9df-4be5-458e-86d0-fd7df9521e7e), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.760474 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.761219 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (d2876075-f825-4aa9-a497-c3b1de2a2a0d), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.761917 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2876075-f825-4aa9-a497-c3b1de2a2a0d {{(pid=116180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:13:57.768672 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.768672 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-dc296962-5764-4ccb-a276-0c158d02c5e7 admin admin] 10.222.0.85 "DELETE /v2.0/routers/d2876075-f825-4aa9-a497-c3b1de2a2a0d HTTP/1.1" status: 204 len: 168 time: 1.0513649 Jul 28 18:13:57.770760 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43784) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:57.795222 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44107d6d-e7d5-4f7a-b684-3b755c2af6ce admin admin] Publish callbacks [] for security_group (1cf2b9df-4be5-458e-86d0-fd7df9521e7e), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.828571 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=9e90b8d5-026a-4772-9455-d60901486ae8,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.839748 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] Deleting subnet 74c5b9d2-4488-41c4-a39a-48a18aaae7b2 {{(pid=116181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:13:57.844573 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] Publish callbacks [] for subnet (74c5b9d2-4488-41c4-a39a-48a18aaae7b2), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.882669 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31054957'] for subnet (74c5b9d2-4488-41c4-a39a-48a18aaae7b2), precommit_delete_associations {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.884301 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.929407 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2758-d880-42e1-8787-a07fffe320da req-238e00b9-3fb5-47a6-918b-3f06533139b4 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:57.930938 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-363e2758-d880-42e1-8787-a07fffe320da req-238e00b9-3fb5-47a6-918b-3f06533139b4 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 944 time: 0.0481124 Jul 28 18:13:57.936115 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44107d6d-e7d5-4f7a-b684-3b755c2af6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (1cf2b9df-4be5-458e-86d0-fd7df9521e7e), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.938669 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-44107d6d-e7d5-4f7a-b684-3b755c2af6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.939741 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-44107d6d-e7d5-4f7a-b684-3b755c2af6ce admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1cf2b9df-4be5-458e-86d0-fd7df9521e7e HTTP/1.1" status: 204 len: 168 time: 0.2458401 Jul 28 18:13:57.961492 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44107d6d-e7d5-4f7a-b684-3b755c2af6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf2b9df-4be5-458e-86d0-fd7df9521e7e,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.966756 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (74c5b9d2-4488-41c4-a39a-48a18aaae7b2), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.982676 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:58.015195 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-363e2758-d880-42e1-8787-a07fffe320da req-e3257088-7b3e-4e0d-84ed-bf2e49bf4a9d tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739834 Jul 28 18:13:58.054780 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['9e90b8d5-026a-4772-9455-d60901486ae8'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:58.068608 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2e1302df-4274-45a0-82d4-4f9322f4d247 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:58.120880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 2e1302df-4274-45a0-82d4-4f9322f4d247 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:58.121236 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 2e1302df-4274-45a0-82d4-4f9322f4d247 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:58.127643 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31051848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29463256'] for subnet (74c5b9d2-4488-41c4-a39a-48a18aaae7b2), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.158023 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c5b9d2-4488-41c4-a39a-48a18aaae7b2,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.162473 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.189077 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e0c5ddef-ea5c-43a0-86d3-122f96a17b42 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/74c5b9d2-4488-41c4-a39a-48a18aaae7b2 HTTP/1.1" status: 204 len: 168 time: 0.3968494 Jul 28 18:13:58.189872 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43790) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:58.189983 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee186fd-6ec2-4035-a2ab-07c6a2e0d468 None None] Network 58674c49-0c35-4c5d-8981-dab27134e46c requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:13:58.262826 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (58674c49-0c35-4c5d-8981-dab27134e46c), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.311500 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Deleting port 48599604-840e-4bfb-b1cf-b3a88320dfed {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:58.311933 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.377108 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] DHCP port deletion for 58674c49-0c35-4c5d-8981-dab27134e46c request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:13:58.385909 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:58.397345 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] For port 48599604-840e-4bfb-b1cf-b3a88320dfed, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=48599604-840e-4bfb-b1cf-b3a88320dfed,segment=NetworkSegment(1609fb09-5bf2-434b-b9d0-d8f49a4cd08f),segment_id=1609fb09-5bf2-434b-b9d0-d8f49a4cd08f)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:58.397820 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.412430 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Calling delete_port for 48599604-840e-4bfb-b1cf-b3a88320dfed owned by network:dhcp {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:58.433611 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] Deleting port 48599604-840e-4bfb-b1cf-b3a88320dfed {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:13:58.433978 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.512283 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] For port 48599604-840e-4bfb-b1cf-b3a88320dfed, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=48599604-840e-4bfb-b1cf-b3a88320dfed,segment=NetworkSegment(1609fb09-5bf2-434b-b9d0-d8f49a4cd08f),segment_id=1609fb09-5bf2-434b-b9d0-d8f49a4cd08f)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:58.512880 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.528637 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] Calling delete_port for 48599604-840e-4bfb-b1cf-b3a88320dfed owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:13:58.639483 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.645899 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (48599604-840e-4bfb-b1cf-b3a88320dfed), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.664920 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Pushing event deleted for resources: {'Port': ['ID=48599604-840e-4bfb-b1cf-b3a88320dfed,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.670808 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] No DVR routers for this DVR port 48599604-840e-4bfb-b1cf-b3a88320dfed on host dv-cinder-837543-7-iscsi {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:58.677149 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] Pushing event deleted for resources: {'Port': ['ID=48599604-840e-4bfb-b1cf-b3a88320dfed,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.679016 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b37c4c-d2e8-4f2e-a7e0-9f8587f0c3f4 None None] No DVR routers for this DVR port 48599604-840e-4bfb-b1cf-b3a88320dfed on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:13:58.749972 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (58674c49-0c35-4c5d-8981-dab27134e46c), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.771413 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58674c49-0c35-4c5d-8981-dab27134e46c']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.784636 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.784952 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1609fb09-5bf2-434b-b9d0-d8f49a4cd08f') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.787228 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:58.796845 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (1609fb09-5bf2-434b-b9d0-d8f49a4cd08f), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.811045 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (1609fb09-5bf2-434b-b9d0-d8f49a4cd08f), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.817995 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:13:58.823542 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (1609fb09-5bf2-434b-b9d0-d8f49a4cd08f), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.844366 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 1609fb09-5bf2-434b-b9d0-d8f49a4cd08f resource provider aggregate not found Jul 28 18:13:58.874609 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 1609fb09-5bf2-434b-b9d0-d8f49a4cd08f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1609fb09-5bf2-434b-b9d0-d8f49a4cd08f found for delete ", "request_id": "req-5929a243-c2e4-4f75-a2ef-0c1bb585382d"}]} Jul 28 18:13:58.994032 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (58674c49-0c35-4c5d-8981-dab27134e46c), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.004380 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.008188 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] 10.222.0.85 "DELETE /v2.0/networks/58674c49-0c35-4c5d-8981-dab27134e46c HTTP/1.1" status: 204 len: 168 time: 0.8355937 Jul 28 18:13:59.018626 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dca2f1-37f4-410d-b0d0-033796216563 admin admin] Pushing event deleted for resources: {'Network': ['ID=58674c49-0c35-4c5d-8981-dab27134e46c,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:59.138110 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d6cb-73c4-415e-94f6-77574b759d7f req-521fe128-3e98-4f7c-9dc8-2c7ff6bafd2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:59.139542 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6673d6cb-73c4-415e-94f6-77574b759d7f req-521fe128-3e98-4f7c-9dc8-2c7ff6bafd2a tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 944 time: 0.0488024 Jul 28 18:13:59.166021 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:59.187848 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6673d6cb-73c4-415e-94f6-77574b759d7f req-ffd1e1e7-95e2-4d74-9aac-e121983d057b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Jul 28 18:13:59.354316 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device a9849446-3692-40eb-9166-407aea4452f0 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:59.374696 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: a9849446-3692-40eb-9166-407aea4452f0 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:59.375040 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device a9849446-3692-40eb-9166-407aea4452f0 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:59.375451 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 48599604-840e-4bfb-b1cf-b3a88320dfed no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:13:59.395269 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 48599604-840e-4bfb-b1cf-b3a88320dfed {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:13:59.395542 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 48599604-840e-4bfb-b1cf-b3a88320dfed not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:13:59.461822 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43820) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:59.476369 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9e90b8d5-026a-4772-9455-d60901486ae8 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:59.509046 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-041497d4-210a-4d20-9177-d55259a46e38 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a1b1e6abd55a4b17b4a452a80a6bbdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460317 Jul 28 18:13:59.512322 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43822) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:59.514544 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:59.526394 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 9e90b8d5-026a-4772-9455-d60901486ae8 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:13:59.570610 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed327-b353-4968-a222-b8a683c95007 admin admin] Publish callbacks [] for security_group (c467bf1b-cc0d-4fba-bf94-afa95b9ad75c), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.595312 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed327-b353-4968-a222-b8a683c95007 admin admin] Publish callbacks [] for security_group (c467bf1b-cc0d-4fba-bf94-afa95b9ad75c), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.599411 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 9e90b8d5-026a-4772-9455-d60901486ae8 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:59.605358 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.679260 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 9e90b8d5-026a-4772-9455-d60901486ae8 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:59.679969 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.703478 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:59.705714 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c59b9f-1d73-4eea-bf22-d735f928a940" -d '{"events": [{"server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "name": "network-vif-plugged", "status": "completed", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:59.719676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 9e90b8d5-026a-4772-9455-d60901486ae8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9e90b8d5-026a-4772-9455-d60901486ae8,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:59.754105 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed327-b353-4968-a222-b8a683c95007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (c467bf1b-cc0d-4fba-bf94-afa95b9ad75c), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.757171 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed327-b353-4968-a222-b8a683c95007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.758371 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-5e4ed327-b353-4968-a222-b8a683c95007 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c467bf1b-cc0d-4fba-bf94-afa95b9ad75c HTTP/1.1" status: 204 len: 168 time: 0.2448170 Jul 28 18:13:59.768894 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ed327-b353-4968-a222-b8a683c95007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467bf1b-cc0d-4fba-bf94-afa95b9ad75c,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:59.818211 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:59.872358 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=9e90b8d5-026a-4772-9455-d60901486ae8,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:00.079420 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa39795-dafb-4ada-bc8c-77eabc31f41b x-openstack-request-id: req-afa39795-dafb-4ada-bc8c-77eabc31f41b {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:00.079984 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "name": "network-vif-plugged", "status": "completed", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:00.080302 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-afa39795-dafb-4ada-bc8c-77eabc31f41b {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:00.080762 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa39795-dafb-4ada-bc8c-77eabc31f41b'] response: {'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8', 'code': 200} Jul 28 18:14:00.317081 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b5f62-03da-47da-818a-90e27a2787d2 req-492f1fd5-bd61-4f43-af49-71e044557b05 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:00.318671 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5a3b5f62-03da-47da-818a-90e27a2787d2 req-492f1fd5-bd61-4f43-af49-71e044557b05 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0566981 Jul 28 18:14:00.371450 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5a3b5f62-03da-47da-818a-90e27a2787d2 req-71dc5b07-5df3-4ee2-a9d7-14f197269a42 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 Jul 28 18:14:00.493073 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c86bdc-653a-4524-94f3-a4b2a4dc7970 req-194ff797-5c4a-4f74-a555-82f1ca293e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:00.495123 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-10c86bdc-653a-4524-94f3-a4b2a4dc7970 req-194ff797-5c4a-4f74-a555-82f1ca293e6a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 1129 time: 0.0402186 Jul 28 18:14:00.542825 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-10c86bdc-653a-4524-94f3-a4b2a4dc7970 req-9697b8a2-1416-4a73-b16b-66603e545af5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Jul 28 18:14:00.582826 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43850) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:00.624835 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0e23e4f7-374e-4af3-9684-883fa75849e7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9f223cbeefe149efb4ecbb07888c927e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408485 Jul 28 18:14:00.627661 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43852) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:00.682757 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b3e72453-5873-4565-a087-7b7365987a67 admin admin] Publish callbacks [] for security_group (e33cd8c3-f017-443a-ba71-b62c8a105805), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:00.705861 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b3e72453-5873-4565-a087-7b7365987a67 admin admin] Publish callbacks [] for security_group (e33cd8c3-f017-443a-ba71-b62c8a105805), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:00.896253 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b3e72453-5873-4565-a087-7b7365987a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e33cd8c3-f017-443a-ba71-b62c8a105805), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:00.924034 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-b3e72453-5873-4565-a087-7b7365987a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:00.924034 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-b3e72453-5873-4565-a087-7b7365987a67 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e33cd8c3-f017-443a-ba71-b62c8a105805 HTTP/1.1" status: 204 len: 168 time: 0.2716699 Jul 28 18:14:00.924034 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e72453-5873-4565-a087-7b7365987a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33cd8c3-f017-443a-ba71-b62c8a105805,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:01.142832 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-da87d8a0-bd69-4814-a9cb-5b1e99b976f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:01.499529 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be3722-ceeb-49ea-917f-49bd58a99c04 req-95ed02ce-022a-40f5-bff9-a7fcc4de5908 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:01.501157 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53be3722-ceeb-49ea-917f-49bd58a99c04 req-95ed02ce-022a-40f5-bff9-a7fcc4de5908 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0525291 Jul 28 18:14:01.558478 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-53be3722-ceeb-49ea-917f-49bd58a99c04 req-61919047-c227-450c-b1ed-86928d0c0f20 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498443 Jul 28 18:14:01.628796 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43864) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:01.747715 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4178c065-96e6-4c3f-9dc9-8c557952c831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:01.823709 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4178c065-96e6-4c3f-9dc9-8c557952c831 admin admin] Publish callbacks [] for security_group (b4aa8edd-069f-4de8-983b-c12e2644e166), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:01.919031 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-4178c065-96e6-4c3f-9dc9-8c557952c831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (b4aa8edd-069f-4de8-983b-c12e2644e166), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:01.937788 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:01.961363 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-4178c065-96e6-4c3f-9dc9-8c557952c831 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=986f7e3ba4ee4cb0904579f1d8342f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314607 Jul 28 18:14:01.962250 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178c065-96e6-4c3f-9dc9-8c557952c831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa8edd-069f-4de8-983b-c12e2644e166,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:01.964239 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43868) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:02.020128 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5bcbac81-946f-416e-8de2-25d7e0747185 admin admin] Publish callbacks [] for security_group (b4aa8edd-069f-4de8-983b-c12e2644e166), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:02.042578 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5bcbac81-946f-416e-8de2-25d7e0747185 admin admin] Publish callbacks [] for security_group (b4aa8edd-069f-4de8-983b-c12e2644e166), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:02.164567 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5bcbac81-946f-416e-8de2-25d7e0747185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (b4aa8edd-069f-4de8-983b-c12e2644e166), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:02.167812 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-5bcbac81-946f-416e-8de2-25d7e0747185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:02.169062 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-5bcbac81-946f-416e-8de2-25d7e0747185 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b4aa8edd-069f-4de8-983b-c12e2644e166 HTTP/1.1" status: 204 len: 168 time: 0.2028987 Jul 28 18:14:02.178127 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbac81-946f-416e-8de2-25d7e0747185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa8edd-069f-4de8-983b-c12e2644e166,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:02.684729 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ae27a-53af-4383-aa7d-b3eb486eb2fe req-e2bae7cd-dc5e-46be-a258-bce051182c8e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:02.686225 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aa2ae27a-53af-4383-aa7d-b3eb486eb2fe req-e2bae7cd-dc5e-46be-a258-bce051182c8e tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0494998 Jul 28 18:14:02.734923 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-aa2ae27a-53af-4383-aa7d-b3eb486eb2fe req-cac5799f-3117-4738-aa98-1a49bb232d22 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 Jul 28 18:14:02.862665 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532feec-790a-452c-9b11-73ceae7c94cf req-11a0a7a2-dbad-46c9-8d5a-ebd6c3a2a76b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:02.864162 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-e532feec-790a-452c-9b11-73ceae7c94cf req-11a0a7a2-dbad-46c9-8d5a-ebd6c3a2a76b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0573471 Jul 28 18:14:02.874715 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43878) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:02.879494 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.v2.base [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Request body: {'floatingip': {'port_id': '9e90b8d5-026a-4772-9455-d60901486ae8'}} {{(pid=116180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:02.922387 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43880) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:02.922851 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (70adec61-eab2-4784-8212-0a76a6fa3435), before_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:02.937225 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e9399b64-5851-4583-8d16-67a24904ebec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.009271 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:03.018126 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e9399b64-5851-4583-8d16-67a24904ebec admin admin] Publish callbacks [] for security_group (0b2db89c-119c-4a28-815b-7f5445a20e2e), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.090581 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e9399b64-5851-4583-8d16-67a24904ebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (0b2db89c-119c-4a28-815b-7f5445a20e2e), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.132094 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e9399b64-5851-4583-8d16-67a24904ebec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=adefba353d4841fd914f1aefd5c276e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105010 Jul 28 18:14:03.132945 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9399b64-5851-4583-8d16-67a24904ebec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2db89c-119c-4a28-815b-7f5445a20e2e,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:03.135818 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43882) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:03.187922 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-45b16886-9401-43be-ae8c-3daa4a2e1a8e admin admin] Publish callbacks [] for security_group (0b2db89c-119c-4a28-815b-7f5445a20e2e), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.210657 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-45b16886-9401-43be-ae8c-3daa4a2e1a8e admin admin] Publish callbacks [] for security_group (0b2db89c-119c-4a28-815b-7f5445a20e2e), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.213199 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:03.308263 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-45b16886-9401-43be-ae8c-3daa4a2e1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (0b2db89c-119c-4a28-815b-7f5445a20e2e), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.310938 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-45b16886-9401-43be-ae8c-3daa4a2e1a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.313976 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-45b16886-9401-43be-ae8c-3daa4a2e1a8e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0b2db89c-119c-4a28-815b-7f5445a20e2e HTTP/1.1" status: 204 len: 168 time: 0.1753864 Jul 28 18:14:03.320794 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b16886-9401-43be-ae8c-3daa4a2e1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2db89c-119c-4a28-815b-7f5445a20e2e,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:03.367526 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.410676 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (70adec61-eab2-4784-8212-0a76a6fa3435), after_update {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.513831 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.db.l3_db [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 70adec61-eab2-4784-8212-0a76a6fa3435 associated. External IP: 172.27.0.222, port: 9e90b8d5-026a-4772-9455-d60901486ae8. Jul 28 18:14:03.581768 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-2e525478-3039-4a8f-910a-940cb0b2daf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.729164 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:14:03.844603 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:14:03.849593 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.856169 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:14:03.867381 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:14:03.868024 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:14:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:03.994676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:14:04.151856 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-bfd9d71c-1fa5-4616-83df-c7f5ec516be2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "PUT /v2.0/floatingips/70adec61-eab2-4784-8212-0a76a6fa3435 HTTP/1.1" status: 200 len: 991 time: 1.2732816 Jul 28 18:14:04.151856 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8'}] {{(pid=116180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:04.153303 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7f7b097e5b903eea2f43c6d67352362a616265d393034e5b47ccd474df93d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8be92a-1de5-4ecb-b132-b753d92b6c70" -d '{"events": [{"name": "network-changed", "server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8"}]}' {{(pid=116180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:04.202454 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be65459-e354-42ec-99b1-b3b145fdde9a x-openstack-request-id: req-6be65459-e354-42ec-99b1-b3b145fdde9a {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:04.202854 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8", "status": "completed", "code": 200}]} {{(pid=116180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:04.203172 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6be65459-e354-42ec-99b1-b3b145fdde9a {{(pid=116180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:04.203684 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be65459-e354-42ec-99b1-b3b145fdde9a'] response: {'name': 'network-changed', 'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8', 'status': 'completed', 'code': 200} Jul 28 18:14:04.292596 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-eb97946c-b29e-4307-b4c4-b72c9d79e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:04.294126 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-eb97946c-b29e-4307-b4c4-b72c9d79e3b2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 1129 time: 0.0462036 Jul 28 18:14:04.308549 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:04.364635 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:04.378586 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '70adec61-eab2-4784-8212-0a76a6fa3435', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': '9e90b8d5-026a-4772-9455-d60901486ae8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:d6:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:13:47Z', 'updated_at': '2022-07-28T18:14:03Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:04.389889 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-835ee46d-b5a9-4a31-960d-0a6c35783af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:04.391564 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-835ee46d-b5a9-4a31-960d-0a6c35783af2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 916 time: 0.0916970 Jul 28 18:14:04.408401 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.409772 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:14:04.419866 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:14:04.420770 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:14:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:04.552376 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:14:04.707222 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:04.722874 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-a6d86721-6619-4006-ad5c-3578581136f4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e90b8d5-026a-4772-9455-d60901486ae8 HTTP/1.1" status: 200 len: 999 time: 0.3254638 Jul 28 18:14:04.780902 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-cfa882aa-4f0b-4ecc-99c5-e1cae14a644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:04.782694 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-cfa882aa-4f0b-4ecc-99c5-e1cae14a644d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0534513 Jul 28 18:14:04.792763 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '70adec61-eab2-4784-8212-0a76a6fa3435', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': '9e90b8d5-026a-4772-9455-d60901486ae8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:d6:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:13:47Z', 'updated_at': '2022-07-28T18:14:03Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:04.816479 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:04.827775 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a60a3f-e63a-4c69-a549-de482d9c0c92 None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_floatingips': [{'id': '70adec61-eab2-4784-8212-0a76a6fa3435', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'router_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'port_id': '9e90b8d5-026a-4772-9455-d60901486ae8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'mac_address': 'fa:16:3e:d6:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:13:47Z', 'updated_at': '2022-07-28T18:14:03Z', 'revision_number': 1, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:14:04.831102 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-c42b471e-9dcf-44e4-9f10-005b295440f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:04.832689 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-c42b471e-9dcf-44e4-9f10-005b295440f4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435774 Jul 28 18:14:04.932257 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-ba001498-2d07-4717-835b-13047d6c629f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1019809 Jul 28 18:14:04.975979 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-2053815f-5e61-423b-bfd6-40ea600aef32 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341226 Jul 28 18:14:05.036647 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24158832-0821-4197-9f3d-ebc56c20ffda None None] New status for floating IP 70adec61-eab2-4784-8212-0a76a6fa3435: ACTIVE {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:14:05.078405 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ac8be92a-1de5-4ecb-b132-b753d92b6c70 req-77513783-6543-4e77-8fa5-25d5b110d45a service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963919 Jul 28 18:14:05.347494 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-9b97c49e-51d7-4173-af51-8f1027b775a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.349755 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-9b97c49e-51d7-4173-af51-8f1027b775a3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 1129 time: 0.0548079 Jul 28 18:14:05.464241 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-d06820d5-cda9-429d-a988-274e8ef7a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.465623 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-d06820d5-cda9-429d-a988-274e8ef7a2f3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 200 len: 916 time: 0.0972488 Jul 28 18:14:05.530562 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-e14bdb35-9e36-41be-902f-6a881b56ae1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e90b8d5-026a-4772-9455-d60901486ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0593269 Jul 28 18:14:05.579840 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-4109b621-324f-45f6-9400-fa9edd18752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.581374 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-4109b621-324f-45f6-9400-fa9edd18752d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 200 len: 854 time: 0.0454042 Jul 28 18:14:05.596945 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:05.630996 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-c4da640d-a668-4f85-939b-68baf921f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.632537 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-c4da640d-a668-4f85-939b-68baf921f6f3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=7a1ed8c2-e3be-47b5-8608-0f5e33222798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447910 Jul 28 18:14:05.727455 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-86192434-44bd-4f68-8157-104aefa2a608 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885978 Jul 28 18:14:05.827889 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6d163dcf-720c-403d-83e7-4cff621f7b48 req-0df316e4-4e84-4af7-a53c-78461c9c3453 service neutron] 10.222.0.99 "GET /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937805 Jul 28 18:14:06.107850 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:06.220832 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:11.548735 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43970) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:11.656813 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0f2ddc73-3027-461e-8440-8193703e401e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:11.669011 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:11.735722 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0f2ddc73-3027-461e-8440-8193703e401e admin admin] Publish callbacks [] for security_group (d4c25c79-07c0-4da6-b64c-1f7da68bfbe5), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:11.831942 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0f2ddc73-3027-461e-8440-8193703e401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d4c25c79-07c0-4da6-b64c-1f7da68bfbe5), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:11.874636 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0f2ddc73-3027-461e-8440-8193703e401e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a5f824c4c96d43be8e79b66f204a1047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248241 Jul 28 18:14:11.875503 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ddc73-3027-461e-8440-8193703e401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c25c79-07c0-4da6-b64c-1f7da68bfbe5,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:11.877409 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43974) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:11.928626 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6f4411d4-1ac9-4ea4-80e9-d5ba9716cdfc admin admin] Publish callbacks [] for security_group (d4c25c79-07c0-4da6-b64c-1f7da68bfbe5), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:11.951349 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6f4411d4-1ac9-4ea4-80e9-d5ba9716cdfc admin admin] Publish callbacks [] for security_group (d4c25c79-07c0-4da6-b64c-1f7da68bfbe5), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.084200 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6f4411d4-1ac9-4ea4-80e9-d5ba9716cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (d4c25c79-07c0-4da6-b64c-1f7da68bfbe5), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.086678 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-6f4411d4-1ac9-4ea4-80e9-d5ba9716cdfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.087866 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-6f4411d4-1ac9-4ea4-80e9-d5ba9716cdfc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d4c25c79-07c0-4da6-b64c-1f7da68bfbe5 HTTP/1.1" status: 204 len: 168 time: 0.2093952 Jul 28 18:14:12.096402 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4411d4-1ac9-4ea4-80e9-d5ba9716cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c25c79-07c0-4da6-b64c-1f7da68bfbe5,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:12.776434 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 43980) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:12.790018 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bacdf309-5456-44d8-89ab-fc1be811b468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.867953 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bacdf309-5456-44d8-89ab-fc1be811b468 admin admin] Publish callbacks [] for security_group (9207fed6-b69e-4a06-9428-7bbc6ef95373), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.953507 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-bacdf309-5456-44d8-89ab-fc1be811b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9207fed6-b69e-4a06-9428-7bbc6ef95373), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.998179 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-bacdf309-5456-44d8-89ab-fc1be811b468 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6c1612d3f18144c08cb487d8db4de090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206397 Jul 28 18:14:12.999176 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf309-5456-44d8-89ab-fc1be811b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9207fed6-b69e-4a06-9428-7bbc6ef95373,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.002129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 43982) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:13.053526 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cca36efe-5e5a-4954-98fd-0c848217cc15 admin admin] Publish callbacks [] for security_group (9207fed6-b69e-4a06-9428-7bbc6ef95373), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.080375 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cca36efe-5e5a-4954-98fd-0c848217cc15 admin admin] Publish callbacks [] for security_group (9207fed6-b69e-4a06-9428-7bbc6ef95373), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.221418 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cca36efe-5e5a-4954-98fd-0c848217cc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (9207fed6-b69e-4a06-9428-7bbc6ef95373), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.223976 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-cca36efe-5e5a-4954-98fd-0c848217cc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.225278 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-cca36efe-5e5a-4954-98fd-0c848217cc15 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9207fed6-b69e-4a06-9428-7bbc6ef95373 HTTP/1.1" status: 204 len: 168 time: 0.2218311 Jul 28 18:14:13.234614 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca36efe-5e5a-4954-98fd-0c848217cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9207fed6-b69e-4a06-9428-7bbc6ef95373,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:18.917137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44042) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:19.028058 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-14c06eaf-1c7c-41a9-95ce-2796e539e578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.084601 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:19.106914 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-14c06eaf-1c7c-41a9-95ce-2796e539e578 admin admin] Publish callbacks [] for security_group (3b4598e9-e88f-4dcc-94e3-80dfdfbb3437), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.340239 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-14c06eaf-1c7c-41a9-95ce-2796e539e578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3b4598e9-e88f-4dcc-94e3-80dfdfbb3437), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.382523 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-14c06eaf-1c7c-41a9-95ce-2796e539e578 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=daf18ccf81a74c4385718677b6abf673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639952 Jul 28 18:14:19.383391 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c06eaf-1c7c-41a9-95ce-2796e539e578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4598e9-e88f-4dcc-94e3-80dfdfbb3437,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:19.386605 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44046) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:19.433256 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:19.436575 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a5703318-9db2-41bb-86c5-d134751a259c admin admin] Publish callbacks [] for security_group (3b4598e9-e88f-4dcc-94e3-80dfdfbb3437), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.458507 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a5703318-9db2-41bb-86c5-d134751a259c admin admin] Publish callbacks [] for security_group (3b4598e9-e88f-4dcc-94e3-80dfdfbb3437), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.498788 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=74 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:19.504384 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:19.587025 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a5703318-9db2-41bb-86c5-d134751a259c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3b4598e9-e88f-4dcc-94e3-80dfdfbb3437), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.589772 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-a5703318-9db2-41bb-86c5-d134751a259c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.591677 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a5703318-9db2-41bb-86c5-d134751a259c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3b4598e9-e88f-4dcc-94e3-80dfdfbb3437 HTTP/1.1" status: 204 len: 168 time: 0.2040098 Jul 28 18:14:19.600207 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5703318-9db2-41bb-86c5-d134751a259c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4598e9-e88f-4dcc-94e3-80dfdfbb3437,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:20.229146 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44052) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:20.243050 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-abf54538-a3dc-4de2-a6c4-a0c90e961a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:20.319918 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-abf54538-a3dc-4de2-a6c4-a0c90e961a64 admin admin] Publish callbacks [] for security_group (42b001ed-7b76-42fa-bdc0-fcbc966b1e50), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:20.437451 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-abf54538-a3dc-4de2-a6c4-a0c90e961a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (42b001ed-7b76-42fa-bdc0-fcbc966b1e50), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:20.442996 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:20.481033 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf54538-a3dc-4de2-a6c4-a0c90e961a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b001ed-7b76-42fa-bdc0-fcbc966b1e50,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:20.485200 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-abf54538-a3dc-4de2-a6c4-a0c90e961a64 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=36dd52db39a34c05b38ba22a7b4b71d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550111 Jul 28 18:14:20.488664 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44054) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:20.541374 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2e903bc9-1782-4c30-8a56-935516dfd3e7 admin admin] Publish callbacks [] for security_group (42b001ed-7b76-42fa-bdc0-fcbc966b1e50), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:20.564053 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2e903bc9-1782-4c30-8a56-935516dfd3e7 admin admin] Publish callbacks [] for security_group (42b001ed-7b76-42fa-bdc0-fcbc966b1e50), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:20.723986 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2e903bc9-1782-4c30-8a56-935516dfd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (42b001ed-7b76-42fa-bdc0-fcbc966b1e50), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:20.726605 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-2e903bc9-1782-4c30-8a56-935516dfd3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:20.727779 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-2e903bc9-1782-4c30-8a56-935516dfd3e7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/42b001ed-7b76-42fa-bdc0-fcbc966b1e50 HTTP/1.1" status: 204 len: 168 time: 0.2387664 Jul 28 18:14:20.736436 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e903bc9-1782-4c30-8a56-935516dfd3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b001ed-7b76-42fa-bdc0-fcbc966b1e50,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:21.589687 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:14:26.546731 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:29.596500 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=48,neutron:DELETE=6 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:30.732402 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:31.037910 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-aade1060-c8ba-4a36-ae9d-fbe4d19fecec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.585157 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:33.562434 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b78c4694-824a-41ed-b62a-28cb61f8fdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.339663 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44192) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:34.392556 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.448853 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.528115 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Publish callbacks [] for security_group (973056c9-f1c5-482a-ab73-57a566666511), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.683755 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (973056c9-f1c5-482a-ab73-57a566666511), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.722747 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973056c9-f1c5-482a-ab73-57a566666511,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:34.727975 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5adac42cbbce41ce8501ff49f5ec407f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872583 Jul 28 18:14:34.730885 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44196) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:34.733963 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.734511 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.735080 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.735080 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.735422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.735799 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.736099 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.736422 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.736744 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.737064 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.737385 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.737712 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.738027 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.738343 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.742013 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab473411-4248-4a41-843c-32e6c6949c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.788329 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Publish callbacks [] for security_group (973056c9-f1c5-482a-ab73-57a566666511), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.811535 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Publish callbacks [] for security_group (973056c9-f1c5-482a-ab73-57a566666511), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.922647 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (973056c9-f1c5-482a-ab73-57a566666511), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.925290 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.926482 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/973056c9-f1c5-482a-ab73-57a566666511 HTTP/1.1" status: 204 len: 168 time: 0.1945455 Jul 28 18:14:34.934607 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973056c9-f1c5-482a-ab73-57a566666511,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:34.942322 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.942698 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.943070 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.943378 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.943764 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.944062 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.944376 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.944683 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.945007 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.945333 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.945661 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.945986 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.946300 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.946641 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:34.947084 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fcda9-56bc-48d4-8194-9e365bb64c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:36.040891 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:36.042922 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:36.127670 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.231942 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.948368 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-83e385a5-2b15-489d-901e-0a172bd0829a tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6d8a4598dd0741fabc1b38917626e133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310221 Jul 28 18:14:38.132657 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-771fe804-8f88-479b-989e-da4271136bf6 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:38.134022 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-771fe804-8f88-479b-989e-da4271136bf6 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803446 Jul 28 18:14:38.149094 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-484eee8c-f779-46da-8219-b01519244dcd tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/quotas/6d8a4598dd0741fabc1b38917626e133 HTTP/1.1" status: 200 len: 375 time: 0.0089674 Jul 28 18:14:38.184789 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-5fa8ef38-3f9a-4801-9e0e-874f5f93af55 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d8a4598dd0741fabc1b38917626e133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307658 Jul 28 18:14:38.507701 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-ff3728ad-df3b-49af-9f18-6ce1e8b92459 req-37148e45-ae77-4adc-b7ba-21a71286e738 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 210 time: 0.0338306 Jul 28 18:14:39.594213 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-dbf73dc7-6382-4217-bf51-955c700243ce req-d65a6871-6931-4580-8b68-9270ff8d9e63 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 210 time: 0.0309780 Jul 28 18:14:40.695682 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8b219ead-d7fb-4518-b8fb-ac399a394f66 req-75deb6a0-4145-4890-823e-5b8315a716fd tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 210 time: 0.0290921 Jul 28 18:14:41.006978 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-94fac676-18f7-46f6-9a6e-534b6248615f tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=6d8a4598dd0741fabc1b38917626e133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297949 Jul 28 18:14:41.204941 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-5da49f75-6dba-4cf6-8215-ec2b36f5243c tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:41.206411 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-5da49f75-6dba-4cf6-8215-ec2b36f5243c tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947155 Jul 28 18:14:41.225142 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Request body: {'port': {'device_id': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7', 'admin_state_up': True, 'tenant_id': '6d8a4598dd0741fabc1b38917626e133'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:41.454192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Made reservation on behalf of 6d8a4598dd0741fabc1b38917626e133 for: {'port': 1} {{(pid=116181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:41.457650 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.466938 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.545486 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks [] for security_group (7a35806b-5dbb-4746-87e2-88bb8d9c8a8f), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.637509 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7a35806b-5dbb-4746-87e2-88bb8d9c8a8f), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.705401 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:41.787237 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.db_base_plugin_common [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Allocated IP 192.168.233.66 (9e08c354-caba-427d-979a-fcf0cfed83e7/ca288790-2bea-4f46-89c9-4a1bec778315/4b7c2b04-d1dc-438f-9eee-c7d25b553ac4) {{(pid=116181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:14:41.815561 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-d18815f9-8257-46f1-963c-066b47751336 req-85339ac2-678c-4996-b966-1f95ddc202e4 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 210 time: 0.0359454 Jul 28 18:14:41.844757 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:41.902778 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:41.958003 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks [] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.072380 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781882981699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.118962 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Network 9e08c354-caba-427d-979a-fcf0cfed83e7 is already hosted by enough agents. {{(pid=116181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:14:42.122118 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.base_scheduler [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Resources bound (agent type, host, resource id): {{(pid=116181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:42.126247 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Received port after_create {{(pid=116181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:14:42.132359 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Pushing event updated for resources: {'Port': ['ID=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:42.185604 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:42.186890 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.286285 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-dd7be2cc-1377-40a6-9b4e-64f7323104c7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0649867 Jul 28 18:14:42.303924 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.v2.base [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Request body: {'port': {'device_id': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=116181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:42.363442 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.392229 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-02715991-417c-48b6-9e28-0d75f682b479 None None] Provisioning complete for port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 triggered by entity DHCP. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:14:42.392859 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-02715991-417c-48b6-9e28-0d75f682b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.426336 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-02715991-417c-48b6-9e28-0d75f682b479 None None] Port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 cannot update to ACTIVE because it is not bound. {{(pid=116182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:14:42.592314 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:42.629079 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 {{(pid=116181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:14:42.636758 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Publish callbacks [] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.649479 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.provisioning_blocks [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Transition to ACTIVE for port object 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 will not be triggered until provisioned by entity L2. {{(pid=116181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:14:42.814638 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.893232 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,revision_number=2']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:42.979841 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a699629-ae0e-40a3-9e62-77ce4ac473e0 req-8d9cf79d-72a9-473b-a66a-6aa3ec63071a tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:42.981406 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3a699629-ae0e-40a3-9e62-77ce4ac473e0 req-8d9cf79d-72a9-473b-a66a-6aa3ec63071a tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 947 time: 0.0855114 Jul 28 18:14:43.004750 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Attempting to bind port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:14:43.005087 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Attempting to bind port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:14:43.005424 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Attempting to bind port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 on network 9e08c354-caba-427d-979a-fcf0cfed83e7 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:14:43.019117 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 on network 9e08c354-caba-427d-979a-fcf0cfed83e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:14:43.019437 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Attempting to bind port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 on network 9e08c354-caba-427d-979a-fcf0cfed83e7 {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:14:43.033778 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Checking agent: {'id': 'cc7efa7d-8fb5-406e-8524-2fcea3d99d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'started_at': datetime.datetime(2022, 7, 28, 17, 59, 56), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:14:43.034576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Checking segment: {'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:14:43.034576 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Bound using segment: {'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'} {{(pid=116181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:14:43.034960 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.managers [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Bound port: 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd795446a-0799-424f-b3c3-b2b82b365835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7'}}] {{(pid=116181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:14:43.035371 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), before_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:43.042939 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:43.065063 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3a699629-ae0e-40a3-9e62-77ce4ac473e0 req-c24bd136-8ab4-4864-9b28-70c0b12927a7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725341 Jul 28 18:14:43.117064 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] For port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4, host hv-cinder-83754, cleared binding levels {{(pid=116181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:14:43.119978 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] For port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,segment=NetworkSegment(d795446a-0799-424f-b3c3-b2b82b365835),segment_id=d795446a-0799-424f-b3c3-b2b82b365835)] {{(pid=116181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:14:43.205465 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31051890'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:43.240570 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:43.241192 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:43.242638 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] 10.222.0.99 "PUT /v2.0/ports/4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 HTTP/1.1" status: 200 len: 1097 time: 0.9431007 Jul 28 18:14:43.243346 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'tag': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:43.245608 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a22f6fd-2ea1-416c-9e3e-8c447efdfe4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2145474e-af1c-4805-8d6f-54a7b8c56eba", "tag": "4b7c2b04-d1dc-438f-9eee-c7d25b553ac4"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:43.273331 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb03795-91aa-48d9-8576-b0dac993e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,revision_number=3']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:43.291097 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbde4a8-b6d3-4576-b090-9d36b5880b5f x-openstack-request-id: req-7cbde4a8-b6d3-4576-b090-9d36b5880b5f {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:43.291400 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2145474e-af1c-4805-8d6f-54a7b8c56eba", "tag": "4b7c2b04-d1dc-438f-9eee-c7d25b553ac4", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:43.291653 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7cbde4a8-b6d3-4576-b090-9d36b5880b5f {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:43.292057 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbde4a8-b6d3-4576-b090-9d36b5880b5f'] response: {'name': 'network-changed', 'server_uuid': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'tag': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4', 'status': 'completed', 'code': 200} Jul 28 18:14:43.382047 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22f6fd-2ea1-416c-9e3e-8c447efdfe4e req-2a6ec88d-5efe-4965-9b81-f462d142d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:43.383605 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4a22f6fd-2ea1-416c-9e3e-8c447efdfe4e req-2a6ec88d-5efe-4965-9b81-f462d142d145 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6d8a4598dd0741fabc1b38917626e133&device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 1131 time: 0.0489221 Jul 28 18:14:43.417566 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4a22f6fd-2ea1-416c-9e3e-8c447efdfe4e req-58a1f9ef-9e8b-4980-b1bc-9c1e43abb913 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=6d8a4598dd0741fabc1b38917626e133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205629 Jul 28 18:14:43.517064 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22f6fd-2ea1-416c-9e3e-8c447efdfe4e req-3320cd4d-93e8-4e24-950e-dc6def7c34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:43.518485 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-4a22f6fd-2ea1-416c-9e3e-8c447efdfe4e req-3320cd4d-93e8-4e24-950e-dc6def7c34eb service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942197 Jul 28 18:14:43.621464 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-3ab2f3d1-0c70-4c19-89cd-861330a3acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:43.623004 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-3ab2f3d1-0c70-4c19-89cd-861330a3acfc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=6d8a4598dd0741fabc1b38917626e133&device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 1131 time: 0.0444736 Jul 28 18:14:43.668322 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-b9aca4e3-02be-42a8-bcc9-f23db284b20d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 HTTP/1.1" status: 200 len: 217 time: 0.0332897 Jul 28 18:14:43.718502 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-e1628f8d-ccea-4ef8-879c-ac94bc0257c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:43.720032 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-e1628f8d-ccea-4ef8-879c-ac94bc0257c9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ca288790-2bea-4f46-89c9-4a1bec778315 HTTP/1.1" status: 200 len: 843 time: 0.0456190 Jul 28 18:14:43.768055 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-6d17b6f0-d8da-42a0-8ae0-13bb57ac0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:43.769609 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-6d17b6f0-d8da-42a0-8ae0-13bb57ac0ea6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e08c354-caba-427d-979a-fcf0cfed83e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0434213 Jul 28 18:14:43.865085 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-2b5610a8-6817-4a24-af44-3f314ae842c2 service neutron] 10.222.0.99 "GET /v2.0/networks/9e08c354-caba-427d-979a-fcf0cfed83e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887990 Jul 28 18:14:43.960447 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0d8dbbac-093d-46cb-98e6-eecff83c48ec req-5889d3f5-28b3-465c-bbb7-7acec2cfee1b service neutron] 10.222.0.99 "GET /v2.0/networks/9e08c354-caba-427d-979a-fcf0cfed83e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896616 Jul 28 18:14:44.186365 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7397-da8a-4354-ac6b-c2fd367ef616 req-53fc0bf1-d839-4571-972a-edca15f7a886 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:44.188041 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0ebe7397-da8a-4354-ac6b-c2fd367ef616 req-53fc0bf1-d839-4571-972a-edca15f7a886 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 947 time: 0.0500915 Jul 28 18:14:44.238212 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-0ebe7397-da8a-4354-ac6b-c2fd367ef616 req-947c55c7-c531-46a1-ac07-6a33e7e7fd51 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Jul 28 18:14:45.360449 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99d940-816f-42d9-9888-121b46c6b4c2 req-42f5aac7-51ed-4879-baa7-b2c22634468e tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:45.362017 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9d99d940-816f-42d9-9888-121b46c6b4c2 req-42f5aac7-51ed-4879-baa7-b2c22634468e tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 947 time: 0.0501730 Jul 28 18:14:45.413471 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-9d99d940-816f-42d9-9888-121b46c6b4c2 req-4678bff1-d1cf-460c-99f5-bf351fb984ff tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456545 Jul 28 18:14:46.532511 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c187df3-43f1-43f7-bce8-33e48ce8572a req-71225b71-d73d-45f2-bb80-cf00d537b2d7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:46.534071 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7c187df3-43f1-43f7-bce8-33e48ce8572a req-71225b71-d73d-45f2-bb80-cf00d537b2d7 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 947 time: 0.0478570 Jul 28 18:14:46.584246 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-7c187df3-43f1-43f7-bce8-33e48ce8572a req-5fd14d7a-1c61-4408-94ae-a94e61166830 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Jul 28 18:14:47.603269 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=116182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:47.706059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a691-ca10-4106-8468-a035038651c9 req-4747792f-6963-4264-acf9-58cf29de449c tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:47.707628 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8cb3a691-ca10-4106-8468-a035038651c9 req-4747792f-6963-4264-acf9-58cf29de449c tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 947 time: 0.0501542 Jul 28 18:14:47.711791 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,segment=NetworkSegment(d795446a-0799-424f-b3c3-b2b82b365835),segment_id=d795446a-0799-424f-b3c3-b2b82b365835)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:47.724578 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Returning: {'device': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4', 'network_id': '9e08c354-caba-427d-979a-fcf0cfed83e7', 'port_id': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4', 'mac_address': 'fa:16:3e:ef:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca288790-2bea-4f46-89c9-4a1bec778315', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:47.756530 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-8cb3a691-ca10-4106-8468-a035038651c9 req-0627e110-9591-4fd2-8e8f-e5e97a5e0cfe tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Jul 28 18:14:47.760040 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 is: DOWN; New status is: BUILD {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:14:47.760432 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:47.775017 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 {{(pid=116182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:14:47.796516 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,segment=NetworkSegment(d795446a-0799-424f-b3c3-b2b82b365835),segment_id=d795446a-0799-424f-b3c3-b2b82b365835)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:47.900955 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:47.947075 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,revision_number=4']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:48.191081 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['4b7c2b04-d1dc-438f-9eee-c7d25b553ac4'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:48.838066 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:48.876504 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00488479-f9b1-4b28-ad3a-7dbb5296b8bc req-2d0c18f1-dae3-42d4-b3bc-9cb4c78119e2 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:48.878092 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-00488479-f9b1-4b28-ad3a-7dbb5296b8bc req-2d0c18f1-dae3-42d4-b3bc-9cb4c78119e2 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 948 time: 0.0493033 Jul 28 18:14:48.926428 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-00488479-f9b1-4b28-ad3a-7dbb5296b8bc req-ffaafb49-269e-4ddd-b26f-c06a9423d4ba tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Jul 28 18:14:49.601823 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 up at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:49.644978 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning for port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 completed by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:14:49.768995 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.provisioning_blocks [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Provisioning complete for port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 triggered by entity L2. {{(pid=116182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:14:49.769370 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1138592'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), provisioning_complete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.851400 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Current status of the port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 is: BUILD; New status is: ACTIVE {{(pid=116182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:14:49.851789 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1297091'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), before_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.874922 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4'}] {{(pid=116182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:49.877237 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8766d19fbd0474f189ba88a3bbc89988ef7b93166e2e995b7f972e81037b58f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d179bb-12c9-4ff7-9ac8-dab3056ebdce" -d '{"events": [{"server_uuid": "2145474e-af1c-4805-8d6f-54a7b8c56eba", "name": "network-vif-plugged", "status": "completed", "tag": "4b7c2b04-d1dc-438f-9eee-c7d25b553ac4"}]}' {{(pid=116182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:49.890752 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] For port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,segment=NetworkSegment(d795446a-0799-424f-b3c3-b2b82b365835),segment_id=d795446a-0799-424f-b3c3-b2b82b365835)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:49.919976 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318f88f-f8e3-48f6-a4b0-7f2fbcbcc206 x-openstack-request-id: req-8318f88f-f8e3-48f6-a4b0-7f2fbcbcc206 {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:49.920267 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2145474e-af1c-4805-8d6f-54a7b8c56eba", "name": "network-vif-plugged", "status": "completed", "tag": "4b7c2b04-d1dc-438f-9eee-c7d25b553ac4", "code": 200}]} {{(pid=116182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:49.920515 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8318f88f-f8e3-48f6-a4b0-7f2fbcbcc206 {{(pid=116182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:49.920910 dv-cinder-837543-7-iscsi neutron-server[116182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8318f88f-f8e3-48f6-a4b0-7f2fbcbcc206'] response: {'server_uuid': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4', 'code': 200} Jul 28 18:14:50.003372 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781883377884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781882981717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781882981735'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:50.038095 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:50.047830 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd23e5-83c3-4007-82c1-8f97bc6d6ea3 req-0c2562d2-203a-4948-897b-f99b553ecf32 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:50.049430 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfdd23e5-83c3-4007-82c1-8f97bc6d6ea3 req-0c2562d2-203a-4948-897b-f99b553ecf32 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.0491176 Jul 28 18:14:50.054615 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Pushing event updated for resources: {'Port': ['ID=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,revision_number=5']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:50.100597 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-cfdd23e5-83c3-4007-82c1-8f97bc6d6ea3 req-665a1671-c582-4dc4-98ec-b2ab3d7fab25 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Jul 28 18:14:50.290124 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fea10-908d-4875-bfa2-8ab85e9f3aad req-fdb670ab-6604-4c4d-8b79-843ad473a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:50.291745 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9c6fea10-908d-4875-bfa2-8ab85e9f3aad req-fdb670ab-6604-4c4d-8b79-843ad473a257 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 1133 time: 0.0453310 Jul 28 18:14:50.317895 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:50.338638 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-9c6fea10-908d-4875-bfa2-8ab85e9f3aad req-d2c9290f-34ae-4f8c-b7b9-b43ac66c509e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Jul 28 18:14:51.222115 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8066bd-64fe-4caa-9970-aa19a3d6ff21 req-c874fdb9-e64a-4aa4-ab9a-3a735460141b tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:51.223817 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-aa8066bd-64fe-4caa-9970-aa19a3d6ff21 req-c874fdb9-e64a-4aa4-ab9a-3a735460141b tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.0471325 Jul 28 18:14:51.270045 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-aa8066bd-64fe-4caa-9970-aa19a3d6ff21 req-81f29159-97e4-410b-ae8e-87e2a4f04eb8 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Jul 28 18:14:52.391739 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385f80-d46b-4229-bec0-92f68e7c8548 req-570c46b6-cc42-4ad3-8557-19c445ba8cc0 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:52.393241 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab385f80-d46b-4229-bec0-92f68e7c8548 req-570c46b6-cc42-4ad3-8557-19c445ba8cc0 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.0523145 Jul 28 18:14:52.443465 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-ab385f80-d46b-4229-bec0-92f68e7c8548 req-a01e8958-4f2e-4a29-b37f-527e7eca87e5 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438249 Jul 28 18:14:52.933907 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b5d31-cb89-42a2-ba61-b3b112d7ef94 req-3a29c841-11fb-4b5b-bdc6-48967d5d5dbb tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:52.935426 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-593b5d31-cb89-42a2-ba61-b3b112d7ef94 req-3a29c841-11fb-4b5b-bdc6-48967d5d5dbb tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.0485590 Jul 28 18:14:52.985676 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-593b5d31-cb89-42a2-ba61-b3b112d7ef94 req-255eaaa8-b807-41c8-8af2-7c175703d7a6 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Jul 28 18:14:53.479708 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734f2df-0407-49e4-bfa7-bdbd12fb67e9 req-98cdd447-5f98-464e-8e21-5eabb7b46710 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:53.482636 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7734f2df-0407-49e4-bfa7-bdbd12fb67e9 req-98cdd447-5f98-464e-8e21-5eabb7b46710 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0504665 Jul 28 18:14:53.529297 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7734f2df-0407-49e4-bfa7-bdbd12fb67e9 req-0ba1c594-cb72-426c-9cd3-8421ca93fbe2 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423834 Jul 28 18:14:54.106402 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d4e87-b00b-47fa-8651-22371f550dcd req-18063eae-24a3-4664-99bc-51ccf08bda0b tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:54.107803 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1d9d4e87-b00b-47fa-8651-22371f550dcd req-18063eae-24a3-4664-99bc-51ccf08bda0b tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.0487914 Jul 28 18:14:54.155305 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-1d9d4e87-b00b-47fa-8651-22371f550dcd req-1ae65f76-6323-489e-ba24-3dd312b5c319 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Jul 28 18:14:54.648925 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141293b3-b459-4b6e-9940-a9c7670d2f9b req-8c363af7-09df-4fce-8ec7-623c43701a47 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:54.650437 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-141293b3-b459-4b6e-9940-a9c7670d2f9b req-8c363af7-09df-4fce-8ec7-623c43701a47 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0468585 Jul 28 18:14:54.698277 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-141293b3-b459-4b6e-9940-a9c7670d2f9b req-ae317df9-bf4d-45f1-8cec-cce9198f7820 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Jul 28 18:14:55.275625 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569dac7-a558-4082-ac44-ca7e62cca674 req-6705c783-67e4-4058-87e8-784e5e7fb086 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:55.277101 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5569dac7-a558-4082-ac44-ca7e62cca674 req-6705c783-67e4-4058-87e8-784e5e7fb086 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.0486960 Jul 28 18:14:55.328471 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-5569dac7-a558-4082-ac44-ca7e62cca674 req-45448946-50fc-4ef3-88b2-790ef0a824a4 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Jul 28 18:14:55.738587 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-67535ee8-3fd5-49e2-9c05-daaea4928c86 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:55.740093 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-67535ee8-3fd5-49e2-9c05-daaea4928c86 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0821731 Jul 28 18:14:55.747743 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23b515-833e-4c9e-b164-913c530a17bb req-9242d517-763d-4ee4-98af-d5219c378222 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:55.749580 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6f23b515-833e-4c9e-b164-913c530a17bb req-9242d517-763d-4ee4-98af-d5219c378222 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.99 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.0904250 Jul 28 18:14:55.812293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:55.815633 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:55.833737 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f890caf-00e9-4fd8-8bad-0e581c1f9026 req-00898748-c77b-4dd1-900a-e23f8f7cae77 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:55.833737 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2f890caf-00e9-4fd8-8bad-0e581c1f9026 req-00898748-c77b-4dd1-900a-e23f8f7cae77 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Jul 28 18:14:55.894056 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-2f890caf-00e9-4fd8-8bad-0e581c1f9026 req-397f8b06-2c6a-4f9a-a7f4-84af8cc61a0c tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa501f1a-95f0-47ae-9f86-e47e7c28a882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506101 Jul 28 18:14:55.901707 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Deleting port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:55.901945 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.905168 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port 9e90b8d5-026a-4772-9455-d60901486ae8 {{(pid=116181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:55.905304 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.068518 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] For port 9e90b8d5-026a-4772-9455-d60901486ae8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9e90b8d5-026a-4772-9455-d60901486ae8,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:56.068879 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.072166 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.db [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] For port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,segment=NetworkSegment(d795446a-0799-424f-b3c3-b2b82b365835),segment_id=d795446a-0799-424f-b3c3-b2b82b365835)] {{(pid=116181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:56.072518 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.095464 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Calling delete_port for 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:56.265012 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=100 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:56.285254 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:56.299170 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.305244 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887523'] for floatingip (70adec61-eab2-4784-8212-0a76a6fa3435), after_update {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.305244 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.db.l3_db [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Floating IP 70adec61-eab2-4784-8212-0a76a6fa3435 disassociated. External IP: 172.27.0.222, port: 9e90b8d5-026a-4772-9455-d60901486ae8. Jul 28 18:14:56.305244 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.plugins.ml2.plugin [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for 9e90b8d5-026a-4772-9455-d60901486ae8 owned by compute:nova {{(pid=116181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:56.510051 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:56.557243 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.692688 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f5fc7-053b-4c08-a8aa-5895feb0fbf4 req-22db0f86-1f04-4c09-83f2-299f2cf1bfb0 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:56.694200 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3a9f5fc7-053b-4c08-a8aa-5895feb0fbf4 req-22db0f86-1f04-4c09-83f2-299f2cf1bfb0 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 949 time: 0.1020269 Jul 28 18:14:56.754924 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (4b7c2b04-d1dc-438f-9eee-c7d25b553ac4), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.777557 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-3a9f5fc7-053b-4c08-a8aa-5895feb0fbf4 req-634d0b97-9f8c-493f-bb94-67e2226ef275 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744829 Jul 28 18:14:56.790752 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] get_ports_and_sgs() called for port_ids ['4b7c2b04-d1dc-438f-9eee-c7d25b553ac4'] {{(pid=116182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:56.815625 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Pushing event deleted for resources: {'Port': ['ID=4b7c2b04-d1dc-438f-9eee-c7d25b553ac4,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:56.880401 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] No DVR routers for this DVR port 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:14:56.883424 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.886410 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-6f23b515-833e-4c9e-b164-913c530a17bb req-4a38c1dc-13d9-4b50-89fe-4cb8f6c8dfb1 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.99 "DELETE /v2.0/ports/4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 HTTP/1.1" status: 204 len: 173 time: 1.1321070 Jul 28 18:14:56.886866 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'name': 'network-vif-deleted', 'tag': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:56.889160 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3fc06c-53bf-44b2-ab13-9df7c075563a" -d '{"events": [{"server_uuid": "2145474e-af1c-4805-8d6f-54a7b8c56eba", "name": "network-vif-deleted", "tag": "4b7c2b04-d1dc-438f-9eee-c7d25b553ac4"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:56.931705 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60409d7-2f62-4be0-9acd-0c9a45afd335 x-openstack-request-id: req-e60409d7-2f62-4be0-9acd-0c9a45afd335 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:56.931705 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2145474e-af1c-4805-8d6f-54a7b8c56eba", "name": "network-vif-deleted", "tag": "4b7c2b04-d1dc-438f-9eee-c7d25b553ac4", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:56.931705 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e60409d7-2f62-4be0-9acd-0c9a45afd335 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:56.931705 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60409d7-2f62-4be0-9acd-0c9a45afd335'] response: {'server_uuid': '2145474e-af1c-4805-8d6f-54a7b8c56eba', 'name': 'network-vif-deleted', 'tag': '4b7c2b04-d1dc-438f-9eee-c7d25b553ac4', 'status': 'completed', 'code': 200} Jul 28 18:14:56.957745 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31051877'] for port (9e90b8d5-026a-4772-9455-d60901486ae8), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:57.007071 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=9e90b8d5-026a-4772-9455-d60901486ae8,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:57.031132 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-fc52d4f0-f5e7-46a3-aa1b-c724a429b8f9 req-fa9f950d-dcef-48f1-ae12-720d655518cf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 210 time: 0.0430317 Jul 28 18:14:57.142531 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:14:57.251679 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:14:57.261368 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:14:57.272271 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:14:57.272883 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:14:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:57.275729 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:57.299293 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] No DVR routers for this DVR port 9e90b8d5-026a-4772-9455-d60901486ae8 on host hv-cinder-83754 {{(pid=116181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:14:57.301651 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for port (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:57.304954 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-f19db720-ab64-4c3f-9cd4-1f30c799a623 req-5e09e997-9a80-4566-b550-15f081d4884b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.99 "DELETE /v2.0/ports/9e90b8d5-026a-4772-9455-d60901486ae8 HTTP/1.1" status: 204 len: 173 time: 1.5544770 Jul 28 18:14:57.383229 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:14:57.583165 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:57.739676 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:14:57.748476 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:14:57.749086 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:14:33Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:57.857680 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:14:57.916738 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [req-7d889c16-33b7-4f32-b92b-38b6bac1e7d9 req-170fa108-d74e-4087-976a-024c3f260e98 tempest-VolumesNegativeTest-497342886 tempest-VolumesNegativeTest-497342886-project] 10.222.0.85 "GET /v2.0/ports?device_id=2145474e-af1c-4805-8d6f-54a7b8c56eba HTTP/1.1" status: 200 len: 210 time: 0.0291812 Jul 28 18:14:58.052962 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:58.079572 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99326dd6-f22c-4fa4-9ab5-807841510f03 None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:16Z', 'revision_number': 4, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi', '_interfaces': [{'id': 'c0f4a463-5b28-436b-86f0-da01f098cef6', 'name': '', 'network_id': '7a1ed8c2-e3be-47b5-8608-0f5e33222798', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'mac_address': 'fa:16:3e:9b:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:15Z', 'updated_at': '2022-07-28T18:10:19Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'subnets': [{'id': '78bc1809-e8bb-4bd9-b68b-f65f7b922cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:14:58.152915 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [req-922ef895-cb1c-420d-b8d3-075564202969 req-cd34aea1-9297-4598-8863-82db9491f9a1 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/ports?device_id=a98bdea7-b9a4-48fa-a509-a9abfff41796 HTTP/1.1" status: 200 len: 210 time: 0.0327933 Jul 28 18:14:58.300011 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec48d9-f5a3-487e-8467-1a1d7cf0a452 None None] New status for floating IP 70adec61-eab2-4784-8212-0a76a6fa3435: DOWN {{(pid=116183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:14:58.590195 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:14:58.931732 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'name': 'network-vif-deleted', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8'}] {{(pid=116181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:58.934087 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd9c8629ccd6d78a28bbbc384efbbf39ced72edefefb4510ff48a57c196672ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edc1906-ac10-45b1-bb96-8ad436003678" -d '{"events": [{"server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "name": "network-vif-deleted", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8"}]}' {{(pid=116181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:58.971900 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96685f94-e1ec-4130-a884-d4ff5e11a986 x-openstack-request-id: req-96685f94-e1ec-4130-a884-d4ff5e11a986 {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:58.972262 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98bdea7-b9a4-48fa-a509-a9abfff41796", "name": "network-vif-deleted", "tag": "9e90b8d5-026a-4772-9455-d60901486ae8", "status": "completed", "code": 200}]} {{(pid=116181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:58.972537 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-96685f94-e1ec-4130-a884-d4ff5e11a986 {{(pid=116181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:58.972912 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96685f94-e1ec-4130-a884-d4ff5e11a986'] response: {'server_uuid': 'a98bdea7-b9a4-48fa-a509-a9abfff41796', 'name': 'network-vif-deleted', 'tag': '9e90b8d5-026a-4772-9455-d60901486ae8', 'status': 'completed', 'code': 200} Jul 28 18:14:59.326476 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44388) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:59.387423 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfc51b89-da64-4db1-b09c-0af73d9a5daf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (fa501f1a-95f0-47ae-9f86-e47e7c28a882), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.412624 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfc51b89-da64-4db1-b09c-0af73d9a5daf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (fa501f1a-95f0-47ae-9f86-e47e7c28a882), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.445227 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:59.574319 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfc51b89-da64-4db1-b09c-0af73d9a5daf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (fa501f1a-95f0-47ae-9f86-e47e7c28a882), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.577009 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-dfc51b89-da64-4db1-b09c-0af73d9a5daf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.578186 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-dfc51b89-da64-4db1-b09c-0af73d9a5daf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/security-groups/fa501f1a-95f0-47ae-9f86-e47e7c28a882 HTTP/1.1" status: 204 len: 168 time: 0.2506225 Jul 28 18:14:59.581966 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44400) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:59.588579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc51b89-da64-4db1-b09c-0af73d9a5daf tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa501f1a-95f0-47ae-9f86-e47e7c28a882,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:59.597994 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.api.v2.resource [None req-c9333e0d-dd9e-4755-87cb-fc8c37f4746b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] show failed (client error): The resource could not be found. Jul 28 18:14:59.599259 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-c9333e0d-dd9e-4755-87cb-fc8c37f4746b tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "GET /v2.0/security-groups/fa501f1a-95f0-47ae-9f86-e47e7c28a882 HTTP/1.1" status: 404 len: 347 time: 0.0153253 Jul 28 18:14:59.602140 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44402) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:59.616317 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:59.637337 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:59.637691 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 4b7c2b04-d1dc-438f-9eee-c7d25b553ac4 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:59.638124 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9e90b8d5-026a-4772-9455-d60901486ae8 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:59.657819 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] No Port match for: 9e90b8d5-026a-4772-9455-d60901486ae8 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:59.658175 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Device 9e90b8d5-026a-4772-9455-d60901486ae8 not bound to the agent host hv-cinder-83754 {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:59.723367 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Deleting port d75a4a4c-e790-4500-8834-9e8aeee554b8 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:59.723759 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.804802 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.805158 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (d75a4a4c-e790-4500-8834-9e8aeee554b8), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.817989 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Calling delete_port for d75a4a4c-e790-4500-8834-9e8aeee554b8 owned by network:floatingip {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:15:00.014293 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (d75a4a4c-e790-4500-8834-9e8aeee554b8), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.046082 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Pushing event deleted for resources: {'Port': ['ID=d75a4a4c-e790-4500-8834-9e8aeee554b8,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:00.108410 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks [] for floatingip (70adec61-eab2-4784-8212-0a76a6fa3435), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.111695 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242367'] for floatingip (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.112864 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-99ee61a0-47ee-466c-acc9-35f56aac4a19 tempest-AttachVolumeNegativeTest-645465470 tempest-AttachVolumeNegativeTest-645465470-project] 10.222.0.85 "DELETE /v2.0/floatingips/70adec61-eab2-4784-8212-0a76a6fa3435 HTTP/1.1" status: 204 len: 168 time: 0.5097682 Jul 28 18:15:01.071515 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-e7a2faaf-fd15-41c3-abf5-a0bb4125f8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:03.632018 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-adc766f7-c8ec-49ca-96b8-b74d0db72f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:04.408795 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:04.470129 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44658) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:04.791868 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885531'] for router_interface (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:04.794140 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:04.877267 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:05.016152 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Deleting port c0f4a463-5b28-436b-86f0-da01f098cef6 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:15:05.016501 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:05.099458 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] For port c0f4a463-5b28-436b-86f0-da01f098cef6, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=c0f4a463-5b28-436b-86f0-da01f098cef6,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:05.099822 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:05.113485 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Calling delete_port for c0f4a463-5b28-436b-86f0-da01f098cef6 owned by network:router_interface {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:15:05.368299 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (c0f4a463-5b28-436b-86f0-da01f098cef6), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:05.393396 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f4a463-5b28-436b-86f0-da01f098cef6,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:05.561676 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:05.573605 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885647'] for router_interface (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:05.715548 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44666) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:05.787151 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 has already been hosted by L3 agent 82f9c8e3-a094-47e7-810e-4243ba4b516b {{(pid=116180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:15:05.854751 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e0ba3cf5-99e4-4ceb-86f2-9a01d982b8dc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6d8a4598dd0741fabc1b38917626e133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376569 Jul 28 18:15:05.857191 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44670) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:05.895643 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] Notify agent at l3_agent.dv-cinder-837543-7-iscsi the message routers_updated {{(pid=116180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:15:05.901335 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-0e52e396-15f1-4e1d-863e-30db6c01b420 admin admin] 10.222.0.85 "PUT /v2.0/routers/f83da1f3-fc63-4aa0-b813-14111f8f2aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308028 Jul 28 18:15:05.901813 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:05.903781 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44672) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:05.907148 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b6938115-ef8b-496d-b717-fd7a1309f07e admin admin] Publish callbacks [] for security_group (7a35806b-5dbb-4746-87e2-88bb8d9c8a8f), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:05.907358 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8261b74-13cb-479d-8255-095170a97189 None None] Sync routers for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:15:05.910502 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:05.922675 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:15:05.922675 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:15:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:05.933969 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b6938115-ef8b-496d-b717-fd7a1309f07e admin admin] Publish callbacks [] for security_group (7a35806b-5dbb-4746-87e2-88bb8d9c8a8f), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.008440 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks [] for router (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.022160 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:06.029382 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: dv-cinder-837543-7-iscsi {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:15:06.071783 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b6938115-ef8b-496d-b717-fd7a1309f07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (7a35806b-5dbb-4746-87e2-88bb8d9c8a8f), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.074723 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-b6938115-ef8b-496d-b717-fd7a1309f07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.076385 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-b6938115-ef8b-496d-b717-fd7a1309f07e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7a35806b-5dbb-4746-87e2-88bb8d9c8a8f HTTP/1.1" status: 204 len: 168 time: 0.2181435 Jul 28 18:15:06.086174 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6938115-ef8b-496d-b717-fd7a1309f07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a35806b-5dbb-4746-87e2-88bb8d9c8a8f,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:06.114793 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks [] for router_gateway (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.176236 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:06.239139 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Deleting port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:15:06.239764 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.244688 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.249616 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'external_fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:15:05Z', 'revision_number': 5, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port': {'id': '631e7d5f-f835-4bf4-88ca-a2b77820a5b4', 'name': '', 'network_id': 'd763a7bd-86ef-4e54-9f01-ef4eab61c9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0ac2a6-00a6-42b6-a5aa-91b4367134c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-7-iscsi'}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:06.275967 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8261b74-13cb-479d-8255-095170a97189 None None] Checking router: f83da1f3-fc63-4aa0-b813-14111f8f2aa4 for host: dv-cinder-837543-7-iscsi {{(pid=116182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:15:06.285911 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] Routers {'f83da1f3-fc63-4aa0-b813-14111f8f2aa4'} bound to L3 agent in host dv-cinder-837543-7-iscsi {{(pid=116182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:15:06.286562 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T17:53:03Z,description=,heartbeat_timestamp=2022-07-28T18:15:03Z,host='dv-cinder-837543-7-iscsi',id=82f9c8e3-a094-47e7-810e-4243ba4b516b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T17:53:04Z,topic='l3_agent')) {'router_ids': ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'], 'active': True} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:06.353579 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.379751 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvr_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] Set router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 gateway port host: None {{(pid=116182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:15:06.442620 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_hamode_db [None req-b8261b74-13cb-479d-8255-095170a97189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:15:06Z', 'revision_number': 6, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port_host': None}], 'dv-cinder-837543-7-iscsi', False) {} {{(pid=116182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:06.473626 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8261b74-13cb-479d-8255-095170a97189 None None] The sync data for ids ['f83da1f3-fc63-4aa0-b813-14111f8f2aa4'] in dv-cinder-837543-7-iscsi is: [{'id': 'f83da1f3-fc63-4aa0-b813-14111f8f2aa4', 'name': 'tempest-AttachVolumeNegativeTest-1338710812-router', 'tenant_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:10:13Z', 'updated_at': '2022-07-28T18:15:06Z', 'revision_number': 6, 'project_id': 'b8daf9e3c7be417c82e7cbf8624d1d5d', 'gw_port_host': None}] {{(pid=116182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:15:06.601368 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] For port 631e7d5f-f835-4bf4-88ca-a2b77820a5b4, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,segment=NetworkSegment(5f04d082-c129-439d-a367-006e03945f5e),segment_id=5f04d082-c129-439d-a367-006e03945f5e)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:06.601972 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.616985 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Calling delete_port for 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 owned by network:router_gateway {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:15:06.677918 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:06.881434 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (631e7d5f-f835-4bf4-88ca-a2b77820a5b4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:06.913059 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Pushing event deleted for resources: {'Port': ['ID=631e7d5f-f835-4bf4-88ca-a2b77820a5b4,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:06.974143 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887323'] for router_gateway (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.145746 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-603'] for router (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.147892 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks [] for router_controller (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.322504 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-928018'] for router (f83da1f3-fc63-4aa0-b813-14111f8f2aa4), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.323525 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83da1f3-fc63-4aa0-b813-14111f8f2aa4 {{(pid=116180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:15:07.328699 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.330289 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-4f747c27-fc78-47e0-80e4-2333a37cccbf admin admin] 10.222.0.85 "DELETE /v2.0/routers/f83da1f3-fc63-4aa0-b813-14111f8f2aa4 HTTP/1.1" status: 204 len: 168 time: 1.4247329 Jul 28 18:15:07.332882 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44676) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:07.380925 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] Deleting subnet 78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 {{(pid=116180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:15:07.384281 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] Publish callbacks [] for subnet (78bc1809-e8bb-4bd9-b68b-f65f7b922cc9), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.388294 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device c0f4a463-5b28-436b-86f0-da01f098cef6 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:07.423248 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: c0f4a463-5b28-436b-86f0-da01f098cef6 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:15:07.423248 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device c0f4a463-5b28-436b-86f0-da01f098cef6 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:07.423248 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:07.433489 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31322335'] for subnet (78bc1809-e8bb-4bd9-b68b-f65f7b922cc9), precommit_delete_associations {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.440242 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:15:07.440731 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device 631e7d5f-f835-4bf4-88ca-a2b77820a5b4 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:07.516345 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141291'] for subnet (78bc1809-e8bb-4bd9-b68b-f65f7b922cc9), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.554057 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:07.654477 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32402331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31161341'] for subnet (78bc1809-e8bb-4bd9-b68b-f65f7b922cc9), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.680837 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78bc1809-e8bb-4bd9-b68b-f65f7b922cc9,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:07.688069 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for subnet (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.691245 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-ff56e4a2-f254-46fb-a704-da2151e72a5a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/78bc1809-e8bb-4bd9-b68b-f65f7b922cc9 HTTP/1.1" status: 204 len: 168 time: 0.3574705 Jul 28 18:15:07.693792 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44678) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:07.696300 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002c4da-91f3-4755-a814-ec8e9ff7ae41 None None] Network 7a1ed8c2-e3be-47b5-8608-0f5e33222798 requested from dv-cinder-837543-7-iscsi {{(pid=116182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:15:07.773667 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1308769'] for network (7a1ed8c2-e3be-47b5-8608-0f5e33222798), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.817973 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Deleting port e9bf6b62-454a-4218-aa21-a721f61d1da5 {{(pid=116180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:15:07.818586 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.860925 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] DHCP port deletion for 7a1ed8c2-e3be-47b5-8608-0f5e33222798 request from dv-cinder-837543-7-iscsi {{(pid=116182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:15:07.886578 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.db [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] For port e9bf6b62-454a-4218-aa21-a721f61d1da5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=e9bf6b62-454a-4218-aa21-a721f61d1da5,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:07.886951 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.898480 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Deleting port e9bf6b62-454a-4218-aa21-a721f61d1da5 {{(pid=116182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:15:07.899045 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781883374349'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), before_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.903811 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.plugin [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Calling delete_port for e9bf6b62-454a-4218-aa21-a721f61d1da5 owned by network:dhcp {{(pid=116180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:15:07.968066 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.db [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] For port e9bf6b62-454a-4218-aa21-a721f61d1da5, host dv-cinder-837543-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-7-iscsi',level=0,port_id=e9bf6b62-454a-4218-aa21-a721f61d1da5,segment=NetworkSegment(00f65718-14f8-4ec8-af1f-b38244574ea6),segment_id=00f65718-14f8-4ec8-af1f-b38244574ea6)] {{(pid=116182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:15:07.968382 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-925970'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), precommit_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:07.981555 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Calling delete_port for e9bf6b62-454a-4218-aa21-a721f61d1da5 owned by network:dhcp {{(pid=116182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:15:08.082833 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32402358'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: from cryptography.utils import int_from_bytes Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: from cryptography.utils import int_from_bytes Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.083257 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 18:15:08.086179 dv-cinder-837543-7-iscsi neutron-server[116182]: self.session.flush() Jul 28 18:15:08.089675 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1292046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781883397187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781882981708'] for port (e9bf6b62-454a-4218-aa21-a721f61d1da5), after_delete {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.112687 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] No DVR routers for this DVR port e9bf6b62-454a-4218-aa21-a721f61d1da5 on host dv-cinder-837543-7-iscsi {{(pid=116180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:15:08.116783 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bf6b62-454a-4218-aa21-a721f61d1da5,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:08.118078 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Pushing event deleted for resources: {'Port': ['ID=e9bf6b62-454a-4218-aa21-a721f61d1da5,revision_number=None']} {{(pid=116182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:08.128960 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.129307 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.129654 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.130000 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.130337 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.130716 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.131046 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.131381 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.131713 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.132039 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.132368 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.132695 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.133020 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.133356 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.133671 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:08.136455 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486be63d-12ec-45b6-abf0-bae04b22f975 None None] No DVR routers for this DVR port e9bf6b62-454a-4218-aa21-a721f61d1da5 on host dv-cinder-837543-7-iscsi {{(pid=116182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:15:08.198866 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142533', 'neutron.services.segments.db._delete_segments_for_network-8781883451594'] for network (7a1ed8c2-e3be-47b5-8608-0f5e33222798), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.217575 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:08.220046 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1ed8c2-e3be-47b5-8608-0f5e33222798']}} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:08.229356 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f65718-14f8-4ec8-af1f-b38244574ea6') {'for_net_delete': True} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:08.229591 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.services.segments.db [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f65718-14f8-4ec8-af1f-b38244574ea6') {} {{(pid=116180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:08.240113 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781883451495', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31322310'] for segment (00f65718-14f8-4ec8-af1f-b38244574ea6), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.253965 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852'] for segment (00f65718-14f8-4ec8-af1f-b38244574ea6), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.260268 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=116180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:15:08.260656 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32402373'] for segment (00f65718-14f8-4ec8-af1f-b38244574ea6), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.303472 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 00f65718-14f8-4ec8-af1f-b38244574ea6 resource provider aggregate not found Jul 28 18:15:08.321145 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.services.segments.plugin [-] Segment 00f65718-14f8-4ec8-af1f-b38244574ea6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00f65718-14f8-4ec8-af1f-b38244574ea6 found for delete ", "request_id": "req-d9eda728-1f60-432f-8bb2-0519734b9dc7"}]} Jul 28 18:15:08.431405 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887351'] for network (7a1ed8c2-e3be-47b5-8608-0f5e33222798), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.437094 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524429'] for network (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:08.440564 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] 10.222.0.85 "DELETE /v2.0/networks/7a1ed8c2-e3be-47b5-8608-0f5e33222798 HTTP/1.1" status: 204 len: 168 time: 0.7457662 Jul 28 18:15:08.452242 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909ad5a-3083-4be2-825d-35b4ab87256f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1ed8c2-e3be-47b5-8608-0f5e33222798,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:08.454093 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:08.585141 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:08.894516 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44686) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:08.938234 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-a9a2b524-dc9d-43f9-9769-83f4cfa8c4fb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b8daf9e3c7be417c82e7cbf8624d1d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418713 Jul 28 18:15:08.940895 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44688) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:08.991356 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8d483f45-605e-4438-9c0f-9c76fc1da56e admin admin] Publish callbacks [] for security_group (19b18e5d-4dab-465f-9fc2-e1807b0e4989), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:09.012502 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8d483f45-605e-4438-9c0f-9c76fc1da56e admin admin] Publish callbacks [] for security_group (19b18e5d-4dab-465f-9fc2-e1807b0e4989), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:09.219961 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8d483f45-605e-4438-9c0f-9c76fc1da56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (19b18e5d-4dab-465f-9fc2-e1807b0e4989), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:09.222481 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8d483f45-605e-4438-9c0f-9c76fc1da56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:09.223703 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8d483f45-605e-4438-9c0f-9c76fc1da56e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/19b18e5d-4dab-465f-9fc2-e1807b0e4989 HTTP/1.1" status: 204 len: 168 time: 0.2818856 Jul 28 18:15:09.231754 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d483f45-605e-4438-9c0f-9c76fc1da56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b18e5d-4dab-465f-9fc2-e1807b0e4989,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:09.375342 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device e9bf6b62-454a-4218-aa21-a721f61d1da5 no longer exists at agent ovs-agent-dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:15:09.395346 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.plugin [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] No Port match for: e9bf6b62-454a-4218-aa21-a721f61d1da5 {{(pid=116182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:15:09.395805 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron.plugins.ml2.rpc [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Device e9bf6b62-454a-4218-aa21-a721f61d1da5 not bound to the agent host dv-cinder-837543-7-iscsi {{(pid=116182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:15:12.832623 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44758) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:12.940122 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-208f16ef-ef0b-43ba-a7ba-4a0e22f5d83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:12.991552 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:13.022494 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-208f16ef-ef0b-43ba-a7ba-4a0e22f5d83d admin admin] Publish callbacks [] for security_group (97426580-9a8c-4f8b-af0a-4ca6af9d1bbf), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:13.128198 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-208f16ef-ef0b-43ba-a7ba-4a0e22f5d83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (97426580-9a8c-4f8b-af0a-4ca6af9d1bbf), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:13.168663 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f16ef-ef0b-43ba-a7ba-4a0e22f5d83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97426580-9a8c-4f8b-af0a-4ca6af9d1bbf,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:13.174801 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-208f16ef-ef0b-43ba-a7ba-4a0e22f5d83d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=630dc0c9dc1746e4b46a5f692328b04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411036 Jul 28 18:15:13.177747 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44762) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:13.229410 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a5151938-bec5-47a3-b2cc-5ff34a15a1c9 admin admin] Publish callbacks [] for security_group (97426580-9a8c-4f8b-af0a-4ca6af9d1bbf), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:13.253589 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a5151938-bec5-47a3-b2cc-5ff34a15a1c9 admin admin] Publish callbacks [] for security_group (97426580-9a8c-4f8b-af0a-4ca6af9d1bbf), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:13.366579 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a5151938-bec5-47a3-b2cc-5ff34a15a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (97426580-9a8c-4f8b-af0a-4ca6af9d1bbf), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:13.369137 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-a5151938-bec5-47a3-b2cc-5ff34a15a1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:13.370331 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-a5151938-bec5-47a3-b2cc-5ff34a15a1c9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97426580-9a8c-4f8b-af0a-4ca6af9d1bbf HTTP/1.1" status: 204 len: 168 time: 0.1915743 Jul 28 18:15:13.381974 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5151938-bec5-47a3-b2cc-5ff34a15a1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97426580-9a8c-4f8b-af0a-4ca6af9d1bbf,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:13.976143 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44768) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:13.989653 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8aab81af-90bf-498b-963a-c54c84e46d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:14.064165 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8aab81af-90bf-498b-963a-c54c84e46d97 admin admin] Publish callbacks [] for security_group (3d7f7abe-7dd2-4eeb-b905-21074a4504cb), precommit_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:14.162475 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-8aab81af-90bf-498b-963a-c54c84e46d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3d7f7abe-7dd2-4eeb-b905-21074a4504cb), after_create {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:14.203744 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-8aab81af-90bf-498b-963a-c54c84e46d97 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e046e84c087f4988b940f48a96faf53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263105 Jul 28 18:15:14.204567 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab81af-90bf-498b-963a-c54c84e46d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7f7abe-7dd2-4eeb-b905-21074a4504cb,revision_number=1']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:14.206632 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44770) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:14.258449 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d301be0f-ade9-410b-abbd-f68d6596926d admin admin] Publish callbacks [] for security_group (3d7f7abe-7dd2-4eeb-b905-21074a4504cb), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:14.280940 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d301be0f-ade9-410b-abbd-f68d6596926d admin admin] Publish callbacks [] for security_group (3d7f7abe-7dd2-4eeb-b905-21074a4504cb), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:14.647852 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d301be0f-ade9-410b-abbd-f68d6596926d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (3d7f7abe-7dd2-4eeb-b905-21074a4504cb), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:14.650427 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-d301be0f-ade9-410b-abbd-f68d6596926d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:14.651614 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-d301be0f-ade9-410b-abbd-f68d6596926d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3d7f7abe-7dd2-4eeb-b905-21074a4504cb HTTP/1.1" status: 204 len: 168 time: 0.4439039 Jul 28 18:15:14.666997 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301be0f-ade9-410b-abbd-f68d6596926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7f7abe-7dd2-4eeb-b905-21074a4504cb,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:17.599207 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44824) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:17.725743 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-065c2c6b-a49a-4c1e-a24e-71063db6c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:17.802477 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-065c2c6b-a49a-4c1e-a24e-71063db6c319 admin admin] Publish callbacks [] for security_group (e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:17.853847 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-065c2c6b-a49a-4c1e-a24e-71063db6c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:17.891860 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2c6b-a49a-4c1e-a24e-71063db6c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:17.896214 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-065c2c6b-a49a-4c1e-a24e-71063db6c319 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=09dedef0831f4176a315f130608c69c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959926 Jul 28 18:15:17.898972 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44828) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:17.938565 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:17.948371 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07fe5b7f-49f6-4b77-b563-c8b856eaf1b7 admin admin] Publish callbacks [] for security_group (e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:17.972169 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07fe5b7f-49f6-4b77-b563-c8b856eaf1b7 admin admin] Publish callbacks [] for security_group (e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:18.132183 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07fe5b7f-49f6-4b77-b563-c8b856eaf1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:18.134682 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-07fe5b7f-49f6-4b77-b563-c8b856eaf1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:18.135861 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-07fe5b7f-49f6-4b77-b563-c8b856eaf1b7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46 HTTP/1.1" status: 204 len: 168 time: 0.2359676 Jul 28 18:15:18.145271 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe5b7f-49f6-4b77-b563-c8b856eaf1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c1a47c-3722-4cd2-9fe7-6c8859c3bb46,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:18.751042 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44834) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:18.764472 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e2b9bc0f-8961-4e93-ba5f-234b097c0938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:18.776028 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:18.842641 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e2b9bc0f-8961-4e93-ba5f-234b097c0938 admin admin] Publish callbacks [] for security_group (faf9313e-9f33-4ced-8b13-8fcff02d3702), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:18.920274 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-e2b9bc0f-8961-4e93-ba5f-234b097c0938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (faf9313e-9f33-4ced-8b13-8fcff02d3702), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:18.959188 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9bc0f-8961-4e93-ba5f-234b097c0938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9313e-9f33-4ced-8b13-8fcff02d3702,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:18.963660 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-e2b9bc0f-8961-4e93-ba5f-234b097c0938 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8106b3adb4424f479db727ef84bf63b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115641 Jul 28 18:15:18.972911 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44836) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:19.017593 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9284c6b6-4fa0-4ce9-8350-e5cbb45aa1af admin admin] Publish callbacks [] for security_group (faf9313e-9f33-4ced-8b13-8fcff02d3702), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:19.039767 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9284c6b6-4fa0-4ce9-8350-e5cbb45aa1af admin admin] Publish callbacks [] for security_group (faf9313e-9f33-4ced-8b13-8fcff02d3702), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:19.194717 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9284c6b6-4fa0-4ce9-8350-e5cbb45aa1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (faf9313e-9f33-4ced-8b13-8fcff02d3702), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:19.197292 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-9284c6b6-4fa0-4ce9-8350-e5cbb45aa1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:19.198468 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-9284c6b6-4fa0-4ce9-8350-e5cbb45aa1af admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/faf9313e-9f33-4ced-8b13-8fcff02d3702 HTTP/1.1" status: 204 len: 168 time: 0.2308133 Jul 28 18:15:19.207156 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284c6b6-4fa0-4ce9-8350-e5cbb45aa1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9313e-9f33-4ced-8b13-8fcff02d3702,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:24.197346 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:24.199178 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=14,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:26.567779 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:29.201498 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=64,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:29.202381 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:31.035584 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-77ffc3b3-56f0-4e0b-bce5-05948bbbb49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:33.510313 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:33.516208 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:33.561249 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e1cc-d76a-4b00-aaf4-e6e63f96b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:34.418662 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:35.589163 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:15:36.036354 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:36.129436 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:36.241470 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:38.876841 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 44974) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:38.984115 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:39.058830 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Publish callbacks [] for security_group (184ef047-2b4d-4deb-9648-6a5218bfe02c), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:39.194580 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (184ef047-2b4d-4deb-9648-6a5218bfe02c), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:39.238112 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b2432c71148e42fab47958d3ac127875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600726 Jul 28 18:15:39.239034 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184ef047-2b4d-4deb-9648-6a5218bfe02c,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:39.240926 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [-] (116180) accepted ('10.222.0.85', 44978) {{(pid=116180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:39.247364 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.247723 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.248071 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.248418 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.248756 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.249119 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.249452 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.249836 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.250172 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.251105 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.251666 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.252186 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.252528 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.252859 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.253183 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb503ea5-5f97-4cde-9758-f87206bc31cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.292195 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Publish callbacks [] for security_group (184ef047-2b4d-4deb-9648-6a5218bfe02c), before_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:39.317666 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Publish callbacks [] for security_group (184ef047-2b4d-4deb-9648-6a5218bfe02c), precommit_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:39.435592 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (184ef047-2b4d-4deb-9648-6a5218bfe02c), after_delete {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:39.438818 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron_lib.callbacks.manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:39.439979 dv-cinder-837543-7-iscsi neutron-server[116180]: INFO neutron.wsgi [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/184ef047-2b4d-4deb-9648-6a5218bfe02c HTTP/1.1" status: 204 len: 168 time: 0.1979702 Jul 28 18:15:39.447981 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184ef047-2b4d-4deb-9648-6a5218bfe02c,revision_number=None']} {{(pid=116180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:39.455950 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.456295 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.456635 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.456977 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.457309 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.457638 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.457965 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.458290 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.458637 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.458963 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.459289 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.459613 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.459939 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.460260 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:39.460577 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1dce0-51a6-461c-b44b-2d7c9a892736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-7-iscsi {{(pid=116180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:45.102025 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 45044) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:45.207659 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-23bc5b72-88d1-4828-ba62-b809ba8d64af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:45.282704 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-23bc5b72-88d1-4828-ba62-b809ba8d64af admin admin] Publish callbacks [] for security_group (dfa52604-9b17-423d-9def-d3d04b7eadc1), precommit_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:45.349723 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-23bc5b72-88d1-4828-ba62-b809ba8d64af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (dfa52604-9b17-423d-9def-d3d04b7eadc1), after_create {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:45.392326 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc5b72-88d1-4828-ba62-b809ba8d64af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa52604-9b17-423d-9def-d3d04b7eadc1,revision_number=1']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:45.396578 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-23bc5b72-88d1-4828-ba62-b809ba8d64af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=be5053060d5e40ce965ba58b59ae47aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935174 Jul 28 18:15:45.399309 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [-] (116181) accepted ('10.222.0.85', 45048) {{(pid=116181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:45.450842 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe856a85-27ff-4a44-9701-b2191cf3ee6c admin admin] Publish callbacks [] for security_group (dfa52604-9b17-423d-9def-d3d04b7eadc1), before_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:45.473259 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe856a85-27ff-4a44-9701-b2191cf3ee6c admin admin] Publish callbacks [] for security_group (dfa52604-9b17-423d-9def-d3d04b7eadc1), precommit_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:45.585587 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:45.595604 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe856a85-27ff-4a44-9701-b2191cf3ee6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555164'] for security_group (dfa52604-9b17-423d-9def-d3d04b7eadc1), after_delete {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:45.598130 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron_lib.callbacks.manager [None req-fe856a85-27ff-4a44-9701-b2191cf3ee6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:45.599310 dv-cinder-837543-7-iscsi neutron-server[116181]: INFO neutron.wsgi [None req-fe856a85-27ff-4a44-9701-b2191cf3ee6c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dfa52604-9b17-423d-9def-d3d04b7eadc1 HTTP/1.1" status: 204 len: 168 time: 0.1991401 Jul 28 18:15:45.607483 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe856a85-27ff-4a44-9701-b2191cf3ee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa52604-9b17-423d-9def-d3d04b7eadc1,revision_number=None']} {{(pid=116181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:46.143828 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:49.443965 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:49.450866 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG dbcounter [-] [116180] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=116180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:55.602173 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=49,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:55.603041 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG dbcounter [-] [116181] Writing DB stats neutron:SELECT=60,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:55.622233 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:56.555336 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:00.201735 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=13 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:00.204726 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=13 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:01.046494 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-41e46009-87e8-410f-9cb4-d498aba2739d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:03.549164 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-55278fda-0801-4bc6-9649-4b072206cf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.393212 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:06.108991 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:06.221767 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:10.522414 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:10.523201 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:12.588157 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:16:16.140037 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:16.141922 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:22.583664 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:22.584500 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:26.592404 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.119497 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7570f89e-6216-4a28-8d1e-c2e6b154ec9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.639713 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-305277e2-f291-411e-a8f9-70f47fb4ff55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.416292 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.125074 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.220506 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:46.139105 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:46.144020 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:47.514197 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:47.519174 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:49.587001 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:16:56.570220 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:59.630066 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:59.630683 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:01.055495 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8813-05cd-45d5-b5a8-36d3fa41ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.581273 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1a2af3ad-58df-41b7-9d35-81051672957f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.396472 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:06.124593 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:06.225180 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:16.144626 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:16.146806 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:24.510966 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:24.514875 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:26.586288 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:26.586950 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:17:31.054512 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-d66d89fb-42f6-48b3-aff1-88ca6337658c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:33.566606 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9744a1d8-1588-4299-ba66-7f04f9e5a8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:34.402945 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.151052 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.220118 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.581908 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:46.144605 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:46.151542 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:56.625069 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:01.065537 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-99de65cd-e875-44fe-85fc-d2fdc6f4c91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:01.507967 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=16 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:01.511874 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=16 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:03.586868 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:18:03.590482 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-6bce4646-0b51-4beb-8d83-04d10bfe80f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:04.448068 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.147658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.308472 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:13.581460 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:16.051671 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:16.158560 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:26.589560 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:31.075970 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-776030ab-b0ce-42bf-b809-f06795395a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:33.610147 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-bfe55c10-41c8-4eb0-bcac-dc0458a19490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:34.423760 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:36.157443 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:36.215589 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:38.505130 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:38.510022 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:40.586680 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:18:46.156467 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:46.159800 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:50.581986 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:56.614994 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:59.635271 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:01.066292 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-1da08adb-9bc2-46ee-b9ca-58b6da50b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:03.574476 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f0194efc-809a-46b9-b8cb-d2c4e970bc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:04.420050 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:06.117819 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:06.251658 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:15.503045 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:15.507991 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:17.587022 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:19:20.208569 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:20.211437 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:26.650539 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:27.582432 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=2 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:31.067519 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-612978f7-6621-4f2f-985a-c315f52114ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:33.653562 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-3990f771-beaa-42f6-8376-0138e72f41d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:34.450419 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:36.110736 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:36.230635 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:46.166765 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:46.168622 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:50.018333 dv-cinder-837543-7-iscsi neutron-server[116181]: DEBUG neutron.wsgi [req-69f08e0b-d51d-4a01-b26d-a5f3e4fd1838 req-ebf186b3-3b28-47fb-8246-29388ad61fa2 service neutron] (116181) timed out ('10.222.0.99', 63804) {{(pid=116181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:19:54.586722 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:19:56.606879 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:01.115485 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-f67d6cec-8f87-4940-ab60-f07e2dd919f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:03.563830 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-478b4bf8-0057-43a6-97b6-8a6fac6db663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.415433 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.581157 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=14 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:04.586095 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=20 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:06.129409 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:06.246200 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:07.651318 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-2a25e09a-3d8d-4a8f-a3c1-f5984ffed16a service neutron] (116180) timed out ('10.222.0.85', 38720) {{(pid=116180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:20:07.991269 dv-cinder-837543-7-iscsi neutron-server[116180]: DEBUG neutron.wsgi [req-db48880f-cd37-492b-bb10-43a4b4032dc7 req-38ceee3e-6b6b-4c6a-91ac-269595240d22 tempest-AttachVolumeShelveTestJSON-537835742 tempest-AttachVolumeShelveTestJSON-537835742-project] (116180) timed out ('10.222.0.85', 38734) {{(pid=116180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:20:16.162481 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:16.168494 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:26.614162 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.496158 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:31.050943 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-9851f328-e517-47f8-b287-5b6e990b722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:31.540306 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=5 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:31.586811 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:20:33.588140 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2ecd-a459-4d39-825b-b5a6916df36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:34.425843 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:36.125164 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:36.273896 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.581648 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:41.582460 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=1 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:46.169318 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:46.171141 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG dbcounter [-] [116182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=116182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:56.627259 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c3c-838e-4877-8a1f-a0e03bc94590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (cc7efa7d-8fb5-406e-8524-2fcea3d99d6c), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:01.090169 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-0c5c09e5-0388-4716-980c-eb3d98c7975d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (eb082206-e221-4c5e-86e8-7910e4f3c0c1), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:03.567450 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-572ba39c-9dbc-46fd-8f7e-fa9e4e1e55a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (82f9c8e3-a094-47e7-810e-4243ba4b516b), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.424182 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-7b259ef1-7c05-45ab-a2c0-5c7ecd2b7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (962e4b33-28e7-42c0-a28b-75b956dc3e86), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:06.121472 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-a3c57eb4-0d4f-4996-a2ba-51307ebe5a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (c05232e6-7164-4468-8915-776262670708), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:06.247293 dv-cinder-837543-7-iscsi neutron-server[116182]: DEBUG neutron_lib.callbacks.manager [None req-372633a7-7545-4675-a994-4de96d3ac24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781883451576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138650'] for agent (1f73be9f-6ad2-4916-8619-d746abd14c66), after_update {{(pid=116182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:06.497102 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:SELECT=3 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:06.498003 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG dbcounter [-] [116183] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=116183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:08.585279 dv-cinder-837543-7-iscsi neutron-server[116183]: DEBUG neutron.db.agents_db [None req-2d5238c4-0ee8-42af-be51-97c0d10f352a None None] Agent healthcheck: found 6 active agents {{(pid=116183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}